-- Logs begin at Wed 2022-06-29 09:17:11 UTC, end at Wed 2022-06-29 10:34:42 UTC. -- Jun 29 10:04:17.585834 dv-cinder-847864-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:04:20.649184 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:04:20.649768 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev33 Jun 29 10:04:20.649957 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:04:20.653808 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:04:20.655380 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev33 Jun 29 10:04:20.655701 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:04:20.656676 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:04:20.656914 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:04:20.657278 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:04:20.657524 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:04:20.657750 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:04:20.658219 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.658640 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jun 29 10:04:20.658947 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.659241 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.659530 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.659822 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.660106 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.660387 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.660696 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.660990 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.661272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.661547 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.661825 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.662110 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.662386 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.662668 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.662947 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.663223 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] debug = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.663498 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.663936 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.664343 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.664636 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.664927 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.665202 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.665470 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.665744 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.666024 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.666350 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] host = dv-cinder-847864-5-iscsi {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.666626 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.666908 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.667190 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.667470 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.667739 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.668010 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.668292 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.668563 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.668864 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.670197 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.670492 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.670784 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.671074 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.671304 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.671525 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.671824 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.672110 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.672385 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.672682 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.672960 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.673234 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.673507 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.673774 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.674055 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.674334 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.674614 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.674886 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.675156 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.675422 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.675689 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.675969 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.676237 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.676504 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.677048 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.677332 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.677599 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.677869 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.678164 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.678445 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.678723 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.679003 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.679272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.679549 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.679817 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.680082 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.680348 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_json = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.680636 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.680905 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.681186 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.681453 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.681718 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.681985 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.682250 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.682528 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.682798 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:20.683089 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.683380 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.683676 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.683967 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.684251 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.684557 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.685098 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.685490 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.685785 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.686076 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.686363 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.686641 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.686938 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.687225 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.687517 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.687818 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.688108 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.688396 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.688688 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.688962 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.689231 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.689504 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.689785 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.690058 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.690341 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.690623 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.690897 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.691194 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.691477 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.691766 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.692050 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.692320 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.692595 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.692904 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.693180 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.693449 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.693726 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.694011 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.694286 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.694557 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.694833 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.695120 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.695402 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.695672 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.695946 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.696232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.696505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.696795 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.697066 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.697341 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.697611 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.697891 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.698165 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.698434 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.698703 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.698975 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.699246 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.699516 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.699788 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.700056 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.700847 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.701131 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.701407 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.701681 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.701953 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.702226 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.702496 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.702765 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.703039 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.703311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.703582 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.703855 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.704125 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.704395 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.704710 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.705004 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.705279 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.705558 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.705834 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.706109 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.706384 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.706656 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.706930 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.707203 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.707471 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.707757 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.708036 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.708318 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.708637 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.708917 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.709210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.709487 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.709761 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.710043 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.710317 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.710593 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.710880 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.711160 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.711452 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.711745 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.712036 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.712326 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.712635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.712915 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.713222 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.713500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:20.713715 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:04:20.713951 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:04:21.116627 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 10:04:21.116913 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 10:04:21.117210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 10:04:21.117534 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:04:21.469217 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.469425 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.469677 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.470869 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.471137 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.471514 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.518158 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.518433 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.518708 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.532953 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.533232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.533501 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.563145 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.563419 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.563691 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.601120 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.601400 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.601665 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.949846 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.950548 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.950548 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.950720 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:21.951334 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.049531 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.049847 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.050126 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.050394 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.050658 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.050967 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.051222 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.051475 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.051725 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.052258 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.052517 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.052811 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.053070 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.053319 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.053571 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.053835 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.054092 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.054360 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.054628 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.054885 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.055155 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.055404 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.055679 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.056051 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.056298 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.056543 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.056953 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.057194 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.057431 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.057668 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.057905 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.058139 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:22.058499 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:04:22.061765 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:04:22.065794 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:04:22.069495 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 29 10:04:22.071118 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:04:22.071577 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:04:22.071904 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:04:22.072284 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:04:22.075061 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:04:22.075342 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:04:22.075837 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:04:22.080684 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 29 10:04:22.104543 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:04:22.105026 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.105321 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 29 10:04:22.105692 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.107599 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:04:22.107873 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:04:22.108113 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:04:22.111429 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.111711 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:22.260116 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:04:22.260362 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:04:22.260642 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:04:22.260997 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:04:22.284397 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_db.sqlalchemy.engines [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:04:22.858939 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing driver for type 'gre' Jun 29 10:04:22.859393 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] gre ID ranges: [(1, 1000)] Jun 29 10:04:23.029855 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing driver for type 'local' Jun 29 10:04:23.030479 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing driver for type 'vlan' Jun 29 10:04:23.109629 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] VlanTypeDriver initialization complete Jun 29 10:04:23.109897 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing driver for type 'vxlan' Jun 29 10:04:23.110442 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:04:23.315631 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing extension driver 'port_security' Jun 29 10:04:23.315967 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.extensions.port_security [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] PortSecurityExtensionDriver initialization complete Jun 29 10:04:23.316324 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing mechanism driver 'openvswitch' Jun 29 10:04:23.316666 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing mechanism driver 'hyperv' Jun 29 10:04:23.323150 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.plugin [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:23.323947 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.324319 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.329802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.329802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.329802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.329802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.329802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330200 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.330200 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330200 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330200 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330200 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.330559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.330559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330925 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.330925 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.331275 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.331676 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > address_group after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.332021 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > address_group after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.332368 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > address_group after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.332784 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 10:04:23.333223 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] ML2 OVO RPC backend initialized. {{(pid=104184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 29 10:04:23.333917 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.334268 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.334717 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.335066 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > networks before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.335411 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.335749 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > ports before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.336087 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.336425 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnets before_response 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.336796 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.337133 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.337463 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.337795 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.338128 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.338459 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.338793 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.339124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.339455 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > subnet after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.346770 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded quota_driver: . Jun 29 10:04:23.347132 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.plugin [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Modular L2 Plugin initialization complete Jun 29 10:04:23.347479 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading services supported by the core plugin {{(pid=104184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:04:23.347823 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.plugins.ml2.managers [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Got port-security extension from driver 'port_security' Jun 29 10:04:23.348306 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.extensions.vlantransparent [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Disabled vlantransparent extension. Jun 29 10:04:23.348823 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:04:23.349152 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: router Jun 29 10:04:23.385343 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.385702 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_create 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.386070 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router before_create 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.386429 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.386800 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.387153 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_delete 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.387512 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > floatingip after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.387861 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > floatingip after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.388462 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_create 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.388791 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.389145 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.389496 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.389857 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.390269 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.390635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.390975 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.391312 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: subnet after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.391653 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.392000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > port precommit_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.392346 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_create 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.392717 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.393062 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.393416 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router after_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.393883 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_delete 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.394236 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_create 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.394595 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router_interface after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.394939 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_update 55549900 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.395303 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > agent after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.395654 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > agent after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.395996 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > network after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.396877 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Tracking information for resource: router configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:23.397210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Tracking information for resource: floatingip configured {{(pid=104184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:04:23.402011 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.db.l3_agentschedulers_db [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:04:23.402584 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.402947 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.403299 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.404214 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: port after_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.405042 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router before_create 55550100 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.405410 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_delete 55550100 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.405769 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_create 55550100 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.406124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > router precommit_update 55550100 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.410939 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.provider_configuration [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service providers = [] {{(pid=104184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:04:23.411302 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.db.servicetype_db [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:04:23.414259 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.service_base [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:04:23.414611 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.service_base [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:04:23.414954 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.service_base [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:04:23.415836 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.services.service_base [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:04:23.416205 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.services.service_base [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:04:23.416574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.416915 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:04:23.427853 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.428183 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: auto_allocate Jun 29 10:04:23.433900 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: network precommit_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.434275 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: network precommit_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.434791 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.435728 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: tag Jun 29 10:04:23.442710 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.443044 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: timestamp Jun 29 10:04:23.451479 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.451943 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: network_ip_availability Jun 29 10:04:23.457555 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.457933 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.458289 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.459036 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.459358 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: flavors Jun 29 10:04:23.464248 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.464579 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading Plugin: revisions Jun 29 10:04:23.469284 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:04:23.469680 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.352s {{(pid=104184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 10:04:23.470426 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 29 10:04:23.470760 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Initializing extension manager. Jun 29 10:04:23.471279 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: __init__.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.471619 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: __pycache__ {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.471954 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: address_group.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.472756 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.473338 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: address-group Jun 29 10:04:23.473663 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: address_scope.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.474377 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.474888 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: address-scope Jun 29 10:04:23.475309 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: admin_state_down_before_update.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.476249 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.476795 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:04:23.477120 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: agent.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.477816 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.478320 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: agent Jun 29 10:04:23.478643 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: agent_resources_synced.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.479544 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.480050 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: agent-resources-synced Jun 29 10:04:23.480371 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: allowedaddresspairs.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.482737 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.483267 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: allowed-address-pairs Jun 29 10:04:23.483638 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: auto_allocated_topology.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.485042 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.485646 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: auto-allocated-topology Jun 29 10:04:23.485973 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: availability_zone.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.486776 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.487546 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: availability_zone Jun 29 10:04:23.487877 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: availability_zone_filter.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.488873 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.489644 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: availability_zone_filter Jun 29 10:04:23.490034 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: data_plane_status.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.490946 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.491691 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:04:23.492155 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: default_subnetpools.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.493101 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.493621 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: default-subnetpools Jun 29 10:04:23.493940 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: dhcpagentscheduler.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.494754 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.495267 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:04:23.495588 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: dns.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.496497 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.497045 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:04:23.497880 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: dns_domain_ports.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.498812 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.499321 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:04:23.499639 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.500556 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.501091 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:04:23.501409 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: dvr.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.502073 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.502580 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: dvr Jun 29 10:04:23.502900 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: ecmp_routes.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.503810 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.504314 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension ecmp_routes not supported by any of loaded plugins Jun 29 10:04:23.504655 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: empty_string_filtering.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.505557 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.506063 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: empty-string-filtering Jun 29 10:04:23.506381 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.507282 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.507788 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:04:23.508106 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.509033 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.509534 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:04:23.509853 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: external_net.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.510760 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.511266 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: external-net Jun 29 10:04:23.511589 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: extra_dhcp_opt.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.512507 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.514128 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: extra_dhcp_opt Jun 29 10:04:23.514460 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: extraroute.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.515398 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.515910 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: extraroute Jun 29 10:04:23.516234 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: extraroute_atomic.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.517302 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.517813 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: extraroute-atomic Jun 29 10:04:23.518133 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: filter_validation.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.518800 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.519303 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: filter-validation Jun 29 10:04:23.519623 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: fip_pf_description.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.520527 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.521059 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:04:23.521378 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: fip_port_details.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.523771 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.524300 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: fip-port-details Jun 29 10:04:23.524659 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: flavors.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.525883 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.526405 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: flavors Jun 29 10:04:23.526733 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.528380 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.529011 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:04:23.529336 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: floatingip_pools.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.530035 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.530543 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: floatingip-pools Jun 29 10:04:23.530868 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: ip_allocation.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.531791 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.532296 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:04:23.532645 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.533563 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.534078 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: ip-substring-filtering Jun 29 10:04:23.534404 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l2_adjacency.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.535332 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.535837 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:04:23.536158 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.537152 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.537668 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: router Jun 29 10:04:23.537990 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_conntrack_helper.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.540210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.540757 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:04:23.541089 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.542021 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.542532 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: ext-gw-mode Jun 29 10:04:23.542857 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.543789 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.544474 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: l3-ha Jun 29 10:04:23.544838 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.545753 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.546259 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 29 10:04:23.546579 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_flavors.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.547486 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.547992 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: l3-flavors Jun 29 10:04:23.548320 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_ndp_proxy.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.549710 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.550232 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 29 10:04:23.550562 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.551484 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.552000 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:04:23.552585 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: l3agentscheduler.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.553645 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.554203 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: l3_agent_scheduler Jun 29 10:04:23.554527 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: local_ip.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.556280 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.556840 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension local_ip not supported by any of loaded plugins Jun 29 10:04:23.557174 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: logging.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.558759 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.559292 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension logging not supported by any of loaded plugins Jun 29 10:04:23.559621 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: metering.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.560916 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.561495 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: metering Jun 29 10:04:23.561820 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.562902 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.563418 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:04:23.563744 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: multiprovidernet.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.564696 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.565212 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: multi-provider Jun 29 10:04:23.565536 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: netmtu.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.566451 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.566960 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: net-mtu Jun 29 10:04:23.567284 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: netmtu_writable.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.568203 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.568745 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: net-mtu-writable Jun 29 10:04:23.569072 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: network_availability_zone.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.569741 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.570246 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: network_availability_zone Jun 29 10:04:23.570566 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: network_ip_availability.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.571689 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.572201 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: network-ip-availability Jun 29 10:04:23.572527 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: network_segment_range.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.573327 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.573834 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:04:23.574155 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: pagination.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.575136 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.575467 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: pagination Jun 29 10:04:23.576922 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: port_device_profile.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.577503 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.578025 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: port-device-profile Jun 29 10:04:23.578347 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.579283 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.579795 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: port-mac-address-regenerate Jun 29 10:04:23.580116 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.581071 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.581583 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: port-numa-affinity-policy Jun 29 10:04:23.581905 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: port_resource_request.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.582811 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.583318 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:04:23.583640 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: port_resource_request_groups.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.584631 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.585135 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 29 10:04:23.585455 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: portbindings.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.586382 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.586889 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: binding Jun 29 10:04:23.587209 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: portbindings_extended.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.588469 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.589020 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: binding-extended Jun 29 10:04:23.589349 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: portsecurity.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.590266 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.590775 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: port-security Jun 29 10:04:23.591134 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: project_id.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.592228 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.592557 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: project-id Jun 29 10:04:23.592981 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: providernet.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.593907 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.594423 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: provider Jun 29 10:04:23.594746 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.598183 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.598711 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos not supported by any of loaded plugins Jun 29 10:04:23.599042 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.600276 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.600828 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:04:23.601158 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.602079 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.602592 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:04:23.602919 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_default.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.603825 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.604334 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:04:23.604693 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_fip.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.605607 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.606116 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:04:23.606440 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_fip_network_policy.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.607378 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.607885 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 29 10:04:23.608209 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_gateway_ip.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.609173 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.609685 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:04:23.610008 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_port_network_policy.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.611033 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.611550 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:04:23.611872 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.612929 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.613441 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 29 10:04:23.613765 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.614805 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.615321 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 29 10:04:23.615649 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_pps_rule.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.616852 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.617367 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-pps not supported by any of loaded plugins Jun 29 10:04:23.617692 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_rule_type_details.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.618616 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.619129 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:04:23.619450 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: qos_rules_alias.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.620504 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.621061 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:04:23.621384 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: quota_check_limit.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.622302 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.623452 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: quota-check-limit Jun 29 10:04:23.623785 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: quotasv2.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.624764 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.625095 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: quotas Jun 29 10:04:23.625414 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: quotasv2_detail.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.639066 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.639358 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: quota_details Jun 29 10:04:23.639690 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: rbac.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.640803 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.641337 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: rbac-policies Jun 29 10:04:23.641667 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: rbac_address_group.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.642601 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.643119 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: rbac-address-group Jun 29 10:04:23.643488 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: rbac_address_scope.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.644408 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.644954 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: rbac-address-scope Jun 29 10:04:23.645280 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: rbac_security_groups.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.646196 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.646704 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: rbac-security-groups Jun 29 10:04:23.647030 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: rbac_subnetpool.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.647940 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.648499 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: rbac-subnetpool Jun 29 10:04:23.648848 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: revisionifmatch.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.649851 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.650362 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: revision-if-match Jun 29 10:04:23.650686 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: revisions.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.651824 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.652332 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: standard-attr-revisions Jun 29 10:04:23.652683 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: router_availability_zone.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.653353 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.653891 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: router_availability_zone Jun 29 10:04:23.654210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: routerservicetype.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.655172 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.655678 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:04:23.656002 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.656962 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.657478 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:04:23.657803 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: security_groups_port_filtering.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.658724 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.659238 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: port-security-groups-filtering Jun 29 10:04:23.659570 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.666459 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.666966 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: security-groups-remote-address-group Jun 29 10:04:23.667290 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.668230 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.668769 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: security-groups-shared-filtering Jun 29 10:04:23.669095 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.669757 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jun 29 10:04:23.670075 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: securitygroup.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.680097 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.680646 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: security-group Jun 29 10:04:23.680980 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: segment.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.681700 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.682209 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension segment not supported by any of loaded plugins Jun 29 10:04:23.682533 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.683474 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.683981 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:04:23.684303 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: servicetype.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.686093 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.686606 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: service-type Jun 29 10:04:23.686930 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: sorting.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.687946 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.688276 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: sorting Jun 29 10:04:23.688608 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: standard_attr_segment.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.689540 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.690054 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:04:23.690376 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: standardattrdescription.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.691025 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.691581 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: standard-attr-description Jun 29 10:04:23.691903 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: stateful_security_group.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.692880 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.693394 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: stateful-security-group Jun 29 10:04:23.693713 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: stdattrs_common.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.694286 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:04:23.694601 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.695531 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.696051 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:04:23.696375 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnet_onboard.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.697519 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.698036 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: subnet_onboard Jun 29 10:04:23.698359 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.699281 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.699789 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:04:23.700108 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnet_service_types.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.701776 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.702293 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: subnet-service-types Jun 29 10:04:23.702613 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnetallocation.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.703747 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.704275 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: subnet_allocation Jun 29 10:04:23.704620 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.705288 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.705800 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:04:23.706121 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.707070 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.707583 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:04:23.707904 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: tagging.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.708995 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.709514 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: standard-attr-tag Jun 29 10:04:23.709838 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: timestamp.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.711047 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.711561 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loaded extension: standard-attr-timestamp Jun 29 10:04:23.711892 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: trunk.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.719644 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.720151 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension trunk not supported by any of loaded plugins Jun 29 10:04:23.720477 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: trunk_details.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.721500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.722012 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:04:23.722339 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: uplink_status_propagation.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.723319 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.723830 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:04:23.724151 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Loading extension file: vlantransparent.py {{(pid=104184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 10:04:23.724850 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 10:04:23.725357 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:04:23.727886 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:network Jun 29 10:04:23.728436 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:04:23.728865 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:04:23.729256 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:port Jun 29 10:04:23.730488 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.730932 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service FLAVORS assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.731557 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.732177 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.732517 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:router Jun 29 10:04:23.732969 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:04:23.733468 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service METERING assigned prefix: /metering {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.734980 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.735360 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.735714 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:04:23.736758 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:04:23.737204 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:04:23.737627 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:04:23.738227 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service CORE assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.738557 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:04:23.738908 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] subnetpool is already registered Jun 29 10:04:23.739328 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service CORE assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.739651 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:04:23.739980 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] subnetpool is already registered Jun 29 10:04:23.742291 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.742724 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service FLAVORS assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.743309 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.743727 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.744057 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:router Jun 29 10:04:23.744392 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] router is already registered Jun 29 10:04:23.744838 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:04:23.745172 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] floatingip is already registered Jun 29 10:04:23.745626 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service METERING assigned prefix: /metering {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.746287 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:04:23.746612 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] rbac_policy is already registered Jun 29 10:04:23.747021 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:04:23.747928 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] security_group is already registered Jun 29 10:04:23.748492 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:04:23.748993 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] security_group_rule is already registered Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service CORE assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] subnetpool is already registered Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.v2.resource_helper [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Service CORE assigned prefix: {{(pid=104184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:04:23.751400 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING neutron.quota.resource_registry [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] subnetpool is already registered Jun 29 10:04:23.751908 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: extensions {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.753427 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: address-groups {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.754907 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: address-scopes {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.756278 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: agents {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.761234 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: auto-allocated-topology {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.762757 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: availability_zones {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.764835 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: dhcp-networks {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.766364 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: dhcp-agents {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.767786 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: routers {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.770087 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: flavors {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.771250 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: service_profiles {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.772463 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: next_providers {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.773938 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: service_profiles {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.776508 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: floatingip-pools {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.782230 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: routers {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.782230 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: floatingips {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.782230 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: l3-routers {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.783035 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: l3-agents {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.784451 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: metering-labels {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.785833 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: metering-label-rules {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.787111 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: network-ip-availabilities {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.788378 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: bindings {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.790098 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: quotas {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.791662 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: quotas {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.793210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: rbac-policies {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.795102 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: security-groups {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.796331 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: security-group-rules {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.797595 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: service-providers {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.798810 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: subnetpools {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.800285 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: subnetpools {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.801771 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.803701 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.805525 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.807298 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.809123 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.811576 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.813278 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.815262 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.817031 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.818872 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron.api.extensions [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Extended resource: tags {{(pid=104184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:04:23.824833 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING keystonemiddleware.auth_token [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:04:23.829687 dv-cinder-847864-5-iscsi neutron-server[104184]: WARNING keystonemiddleware.auth_token [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:04:23.838259 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Acquired lock "singleton_lock" {{(pid=104184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 29 10:04:23.838737 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_concurrency.lockutils [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Releasing lock "singleton_lock" {{(pid=104184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 29 10:04:23.839390 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Starting 2 workers Jun 29 10:04:23.844466 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Started child 104295 {{(pid=104184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:04:23.849111 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Started child 104296 {{(pid=104184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:04:23.850143 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.850760 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO neutron.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:04:23.851363 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Publish callbacks [] for process (None), before_spawn {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.851751 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [-] (104295) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:04:23.853944 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Starting 1 workers Jun 29 10:04:23.854808 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.856307 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [-] (104296) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:04:23.860303 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Started child 104297 {{(pid=104184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:04:23.860877 dv-cinder-847864-5-iscsi neutron-server[104184]: INFO oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Starting 1 workers Jun 29 10:04:23.863919 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] calling RpcWorker wait() {{(pid=104297) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:04:23.864481 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] returning from RpcWorker wait() {{(pid=104297) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:04:23.865738 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.865856 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Started child 104298 {{(pid=104184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:04:23.866292 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:23.866563 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-98e443ff-6473-4764-ac40-af1f00fed63e None None] Publish callbacks [] for process (None), after_spawn {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.868703 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:04:23.868951 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:04:23.869107 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:04:23.869340 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:04:23.869682 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:04:23.869845 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:04:23.870342 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.870621 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.870881 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.871143 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.871425 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.871926 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:23.872406 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.872406 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.873176 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.873369 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.873629 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.873818 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.873952 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.874484 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.874484 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.874782 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.875044 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.875296 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.875563 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.875939 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.876042 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.876273 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.876533 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.876823 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] debug = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.877065 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.877554 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.877781 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.878043 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.878265 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.878541 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.878777 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.879085 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.879311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.879572 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.879859 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.880126 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.880378 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.880622 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.880897 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.881115 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.881406 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.881630 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.882138 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] host = dv-cinder-847864-5-iscsi {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.882365 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.882589 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.882817 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.883064 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.883310 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.883548 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.883820 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.884090 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.884335 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.884591 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.884875 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.885103 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.885336 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.885583 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.885750 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_options = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.886115 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.886403 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.886604 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.886793 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.886961 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.887124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.887381 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.887543 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.887802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.888049 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.888411 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.888662 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.888958 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.889271 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.889446 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.889663 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.889936 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.890118 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.890376 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.890631 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.890896 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.891665 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.891665 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.891665 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.891940 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.892171 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.892368 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.892579 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.892829 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.893070 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.893307 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.893583 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.893800 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.894056 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.894318 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.894563 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.894790 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.895006 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.895272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.895496 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.895738 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.896009 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.896223 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.896466 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.896723 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.896959 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.897173 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_json = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.897406 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.897640 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.897935 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.898114 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.898359 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.898577 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.898812 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.899062 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.899311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.899736 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.900023 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.900337 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.900610 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.900846 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.901061 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.902624 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.903135 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.903135 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.903395 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.903827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.904258 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.904558 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.904900 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.905146 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.905368 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.905629 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.905873 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.906177 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.906378 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.906582 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.906809 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.907104 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.907373 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.907709 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.907980 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.908253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.908549 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.908815 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.909048 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.909268 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.909523 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.909754 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.909992 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.910261 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.910482 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.910699 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.910941 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.911180 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.911400 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.914831 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.915316 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.915316 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.915497 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.915727 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.915948 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.916159 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.916404 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.916662 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.916917 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.917166 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.917399 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.917794 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.918178 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.918397 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.918616 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.918837 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.919068 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920634 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920634 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920634 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920634 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920955 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.920955 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.921191 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.921408 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.921625 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.921869 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.922085 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.922305 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.922538 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.922775 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.923048 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.923349 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.923598 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.923843 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.924080 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.924304 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.924525 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.924783 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.925002 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.925220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.925451 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.925719 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.925967 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.926216 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.926442 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.926677 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.927078 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.927697 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.928083 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.928316 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.928547 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.928829 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.929066 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.929356 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.931506 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.932171 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.932171 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.932171 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.932435 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.932850 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.933250 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.933683 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.933948 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.934204 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.934444 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.934707 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.934999 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.935751 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.935977 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.936362 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.936627 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.936955 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.937262 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.937503 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.937743 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.938025 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.938258 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.938533 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.938798 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.939048 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.939282 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.939548 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.939809 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.940049 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.940274 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.940505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.940743 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.940994 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.941210 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.941453 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.941689 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.941937 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.942176 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.942403 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.942625 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.942896 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.943138 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.943357 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.943587 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.943825 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.944019 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.944257 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.944482 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.944725 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.944947 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.945196 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.945447 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.945697 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.945975 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.946235 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.946471 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.946717 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.946945 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.947197 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.947412 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.947675 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.947895 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.948108 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.948323 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.948551 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.948833 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.949080 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.949310 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.949545 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.949818 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.950112 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.950411 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.950723 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.951166 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.951423 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.951669 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.951890 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.952117 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.952335 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.952573 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.952821 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.953047 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.953298 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.953517 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954121 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954121 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954301 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954433 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954724 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.954936 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.955165 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.955405 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.955622 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.955842 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.956078 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.956455 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.956703 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.956917 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.959982 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.960574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961212 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961212 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961212 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961434 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961549 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961773 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.961989 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.962211 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.962429 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.962637 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.962858 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.963070 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.963302 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.963528 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.963765 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.963972 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.964199 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.964406 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.964648 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.964857 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.965071 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.965280 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.965548 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.965842 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.966086 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.966474 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.966705 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.966954 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.967208 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.967511 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.967729 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.967968 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.968209 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.968432 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.968715 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.968972 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.969306 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.969591 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.969851 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.970106 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.970389 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.970672 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.970951 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.971166 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.971468 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.971859 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.972128 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.972384 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.972639 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.972900 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.973124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.973363 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.973581 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.973817 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.974052 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.974558 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.974558 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.974871 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.975006 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.975478 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.975478 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.975741 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.975879 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.976023 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.976222 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.976379 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:04:23.977095 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:04:23.977243 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:04:23.977608 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:04:23.977608 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:04:23.977892 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:04:23.977892 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:04:23.978206 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.978336 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.978478 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.978612 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.978747 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.978880 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979017 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979146 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979470 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979613 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979776 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.979925 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980082 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980240 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980399 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980559 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980741 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.980905 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.981063 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.981223 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.981456 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.981601 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] debug = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.981735 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.982487 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.982675 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.982675 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.982993 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.982993 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983283 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983353 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983486 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983647 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983807 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.983966 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984339 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984491 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984668 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984802 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.984936 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985027 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] host = dv-cinder-847864-5-iscsi {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985190 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985348 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985547 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985652 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985805 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.985964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986123 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986280 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986438 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986596 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.986911 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987069 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987227 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987385 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_options = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987543 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987701 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.987859 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988049 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988214 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988372 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988679 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988787 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.988963 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989065 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989213 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989370 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989529 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989702 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989836 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.989994 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990153 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990470 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990628 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990787 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.990944 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991104 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991261 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991421 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991580 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991736 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.991895 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992055 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992213 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992373 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992536 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992735 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.992886 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993027 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993188 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993348 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993507 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993669 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993828 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.993971 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994130 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994288 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994448 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994608 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994766 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.994925 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_json = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995083 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995242 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995402 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995560 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995715 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.995894 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.996072 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.996236 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.996397 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:04:23.996575 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.996762 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.996935 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.997096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.997256 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.997444 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998169 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998335 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:23.998522 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998667 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998818 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.998980 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999151 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999312 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999472 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999636 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999797 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:23.999959 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.000120 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.000322 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.000574 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.000704 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.000839 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001003 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001163 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001324 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001487 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001654 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001814 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.001990 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002149 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002311 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002473 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002663 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002792 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.002954 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003117 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003278 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003440 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003601 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003762 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.003922 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004083 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004243 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004404 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004567 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004751 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.004913 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005110 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005238 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005452 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005549 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005711 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.005872 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.012096 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.013635 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.014770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.015863 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017000 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.017950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.018740 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.019685 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.020500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.021439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.022401 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023232 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.023755 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024272 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.024827 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025354 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025354 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025354 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025354 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025684 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025684 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025825 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.025903 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026067 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026228 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026388 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026551 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026712 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.026871 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027032 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027192 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027353 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027531 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027692 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.027853 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.028016 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.028179 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.028340 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.028500 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.028718 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029602 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029602 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029602 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029602 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029602 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029939 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.029939 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030505 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030749 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030820 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.030963 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031127 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031287 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031448 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031610 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031770 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.031932 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032092 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032271 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032434 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032581 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032767 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.032928 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033144 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033275 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033404 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033540 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033700 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.033861 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034020 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034190 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034353 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034535 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034674 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034834 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.034994 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035164 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035327 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035471 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035630 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035790 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.035950 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036119 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036279 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036439 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036617 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036778 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.036937 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037107 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037267 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037426 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037586 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037746 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.037904 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040220 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.040752 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041253 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041604 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041604 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041748 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.041828 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042023 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042124 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042251 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042429 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042655 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.042756 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.044964 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.045764 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.045764 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.045764 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:04:24.045764 dv-cinder-847864-5-iscsi neutron-server[104184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:04:24.269339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49440) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:24.277959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065191 Jun 29 10:04:36.109627 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101554df-2abf-4023-afd8-e3fa006e2691 None None] get_active_networks_info from dv-cinder-847864-5-iscsi {{(pid=104297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 29 10:04:36.184265 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101554df-2abf-4023-afd8-e3fa006e2691 None None] No non-hosted networks {{(pid=104297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:04:36.202799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.agentschedulers_db [None req-101554df-2abf-4023-afd8-e3fa006e2691 None None] DHCP Agent not found on host dv-cinder-847864-5-iscsi {{(pid=104297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 29 10:04:36.370064 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3cde1a69-dd01-4eb4-9273-5976970aee78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:38.569747 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6d26df4e-4114-41bb-8ee7-81f0113c43ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:38.852758 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6e861e8b-be68-4870-983a-3b3cb364d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:39.443700 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:41.215874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:42.260306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49520) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:42.688498 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:42.690266 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.690763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.691246 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.691725 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.692190 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.692681 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.693137 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.693602 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.694044 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.694487 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.697641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.697641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.697641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:42.697641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847864-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:42.722058 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847864-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:04:42.859195 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING oslo_policy.policy [None req-5e8ea4e2-93b9-4332-b903-7c27f6f69b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:04:42.859806 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING oslo_policy.policy [None req-5e8ea4e2-93b9-4332-b903-7c27f6f69b0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:04:42.936296 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.db.l3_hamode_db [None req-baf5dfe0-3716-4068-a4cc-c6f8997094d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:04:43.016159 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5dfe0-3716-4068-a4cc-c6f8997094d3 None None] Routers set() bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:04:43.016648 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5dfe0-3716-4068-a4cc-c6f8997094d3 None None] Router IDs set() for agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 29 10:04:43.088280 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [None req-5e8ea4e2-93b9-4332-b903-7c27f6f69b0e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:04:43.089298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5e8ea4e2-93b9-4332-b903-7c27f6f69b0e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8274519 Jun 29 10:04:45.678400 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49546) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:45.988623 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:04:46.080710 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.policy [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:04:46.123251 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING oslo_policy.policy [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:04:46.123649 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING oslo_policy.policy [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:04:46.287941 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726743738064', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726743738371', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726743736090', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726743725762', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726743715543', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726744036275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7998660', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8087836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-554614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637656'] for rbac-policy (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:46.489297 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:46.490473 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-fe27fb9d-8e55-43bd-9ca0-9f1554defa38 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8111446 Jun 29 10:04:49.001513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49556) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:49.309942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:04:49.396343 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Made reservation on behalf of 22502497c456485e9a4fa74d192aae53 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:04:49.400237 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.417622 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.523002 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks [] for security_group (26cb0712-f933-4421-a9d0-3407ff238985), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.601939 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (26cb0712-f933-4421-a9d0-3407ff238985), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.634211 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:04:49.662894 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726739743681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (068010c2-27b7-4371-9a2b-5e64d92b203c), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.663448 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Unsubscribe: segment precommit_create {{(pid=104296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:04:49.663959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Added segment 068010c2-27b7-4371-9a2b-5e64d92b203c of type vlan for network 0e892795-fa6c-474a-bcc7-c05b6a51876d Jun 29 10:04:49.669691 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=26cb0712-f933-4421-a9d0-3407ff238985,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:04:49.707074 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.707427 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.707782 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.708111 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.708431 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.708774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.709092 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.709408 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.709721 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.710049 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.710364 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.710678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.710988 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Tracked resource versions report: Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: pushed versions: Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: { 'AddressGroup': {'1.2'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'ConntrackHelper': {'1.0'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Log': {'1.0'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Network': {'1.1'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Port': {'1.7'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'PortForwarding': {'1.2'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'QosPolicy': {'1.10'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroup': {'1.5'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SubPort': {'1.0'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Subnet': {'1.1'}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Trunk': {'1.1'}} Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: consumer versions: Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'ConntrackHelper': '1.0', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'LocalIPAssociation': '1.0', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Log': '1.0', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Network': '1.1', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Port': '1.7', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'PortForwarding': '1.2', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'QosPolicy': '1.10', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroup': '1.5', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroupRule': '1.2', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SubPort': '1.0', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Subnet': '1.1', Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Trunk': '1.1'}} Jun 29 10:04:49.720737 dv-cinder-847864-5-iscsi neutron-server[104296]: {{(pid=104296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:04:49.786253 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (0e892795-fa6c-474a-bcc7-c05b6a51876d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.885158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (0e892795-fa6c-474a-bcc7-c05b6a51876d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:49.890207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:04:49.891971 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:50.004383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] Pushing event updated for resources: {'Network': ['ID=0e892795-fa6c-474a-bcc7-c05b6a51876d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:04:50.018285 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:04:50.053104 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c46961a2-7eac-4024-b8fd-b49cdfe040cf demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0504291 Jun 29 10:04:52.687799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49568) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:53.087269 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1728f6d-b7cd-4614-a769-d57ef22329e6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:04:53.088557 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b1728f6d-b7cd-4614-a769-d57ef22329e6 demo admin] 10.222.0.60 "GET /v2.0/networks/0e892795-fa6c-474a-bcc7-c05b6a51876d HTTP/1.1" status: 200 len: 825 time: 0.3995676 Jun 29 10:04:53.113310 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-57df8a6e-4e5f-4b6f-b04d-d89ff6f4e806 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/da6729b3-aa2f-4de3-a6be-e3db057c99d0 HTTP/1.1" status: 200 len: 734 time: 0.0191920 Jun 29 10:04:53.121539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Request body: {'subnet': {'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:04:53.196369 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Made reservation on behalf of 22502497c456485e9a4fa74d192aae53 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:04:53.198594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:53.534018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (7d17c896-1f30-4af5-9902-b5f45ed3b34f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:53.601416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Pushing event updated for resources: {'Subnet': ['ID=7d17c896-1f30-4af5-9902-b5f45ed3b34f,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:04:53.609828 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Checking segment: {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:04:53.610790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Network hostable DHCP agents. Network: 0e892795-fa6c-474a-bcc7-c05b6a51876d, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:04:53.713709 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:04:53.816519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 0e892795-fa6c-474a-bcc7-c05b6a51876d) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:04:53.821108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:04:53.821742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:53.827890 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ac4f9-ab8c-4377-a2ee-a067713493b1 None None] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:04:53.894024 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0e9a0aa8-6618-4e2a-a065-4c86e386086d demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7754529 Jun 29 10:04:54.210437 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-0e892795-fa6c-474a-bcc7-c05b6a51876d', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'project_id': '22502497c456485e9a4fa74d192aae53', 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:04:54.211681 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:54.487256 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Allocated IP 172.20.0.2 (0e892795-fa6c-474a-bcc7-c05b6a51876d/7d17c896-1f30-4af5-9902-b5f45ed3b34f/3fbeec33-6d0c-44ef-9836-a308f01d44e0) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:04:54.752961 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks [] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:54.874668 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:54.949758 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:04:54.955801 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:04:54.962087 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:04:54.964100 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Pushing event updated for resources: {'Port': ['ID=3fbeec33-6d0c-44ef-9836-a308f01d44e0,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:04:54.997643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.998093 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.998361 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.998695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.999030 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.999340 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:54.999662 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.000001 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.000301 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.001219 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.001546 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.002061 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.002381 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Tracked resource versions report: Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: pushed versions: Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: { 'AddressGroup': {'1.2'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'ConntrackHelper': {'1.0'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Log': {'1.0'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Network': {'1.1'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Port': {'1.7'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'PortForwarding': {'1.2'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'QosPolicy': {'1.10'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroup': {'1.5'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SubPort': {'1.0'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Subnet': {'1.1'}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Trunk': {'1.1'}} Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: consumer versions: Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'ConntrackHelper': '1.0', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'LocalIPAssociation': '1.0', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Log': '1.0', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Network': '1.1', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Port': '1.7', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'PortForwarding': '1.2', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'QosPolicy': '1.10', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroup': '1.5', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroupRule': '1.2', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SubPort': '1.0', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Subnet': '1.1', Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Trunk': '1.1'}} Jun 29 10:04:55.003865 dv-cinder-847864-5-iscsi neutron-server[104297]: {{(pid=104297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:04:55.053609 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Attempting to bind port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:04:55.053998 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Attempting to bind port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:04:55.054422 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Attempting to bind port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 on network 0e892795-fa6c-474a-bcc7-c05b6a51876d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:04:55.059537 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:04:55.059907 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Checking segment: {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:04:55.060369 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:55.060777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Bound using segment: {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:04:55.061229 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Bound port: 3fbeec33-6d0c-44ef-9836-a308f01d44e0, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:04:55.061628 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:55.122572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] For port 3fbeec33-6d0c-44ef-9836-a308f01d44e0, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:04:55.128122 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] For port 3fbeec33-6d0c-44ef-9836-a308f01d44e0, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=3fbeec33-6d0c-44ef-9836-a308f01d44e0,segment=NetworkSegment(068010c2-27b7-4371-9a2b-5e64d92b203c),segment_id=068010c2-27b7-4371-9a2b-5e64d92b203c)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:04:55.229413 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:04:55.290409 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6387-5fec-4f1a-80f0-29985ee1eec0 None None] Pushing event updated for resources: {'Port': ['ID=3fbeec33-6d0c-44ef-9836-a308f01d44e0,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:04:56.547264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49576) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:56.870879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [None req-1a972316-3c66-443b-906d-cc6f2f517b43 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:04:56.871873 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1a972316-3c66-443b-906d-cc6f2f517b43 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3236723 Jun 29 10:04:59.455436 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 49584) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:04:59.955227 dv-cinder-847864-5-iscsi neutron-server[104295]: WARNING oslo_policy.policy [None req-7cd7cfab-9d24-415c-8f2f-e19271d66ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:04:59.955815 dv-cinder-847864-5-iscsi neutron-server[104295]: WARNING oslo_policy.policy [None req-7cd7cfab-9d24-415c-8f2f-e19271d66ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:05:00.175031 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [None req-7cd7cfab-9d24-415c-8f2f-e19271d66ee2 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:05:00.188636 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7cd7cfab-9d24-415c-8f2f-e19271d66ee2 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7188807 Jun 29 10:05:02.761080 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 49598) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:03.075418 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:05:03.135787 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.policy [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104295) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:05:03.178481 dv-cinder-847864-5-iscsi neutron-server[104295]: WARNING oslo_policy.policy [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:05:03.178852 dv-cinder-847864-5-iscsi neutron-server[104295]: WARNING oslo_policy.policy [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:05:03.298174 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (1b637390-c9f0-435e-9f8c-422479e56630), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:03.300619 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (1b637390-c9f0-435e-9f8c-422479e56630), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:03.457059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Publish callbacks [] for router_controller (1b637390-c9f0-435e-9f8c-422479e56630), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:03.513278 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (1b637390-c9f0-435e-9f8c-422479e56630), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:03.598012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:03.599257 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8bbb0774-190b-49cb-aac8-3f778c22748d demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8370097 Jun 29 10:05:05.445925 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 3fbeec33-6d0c-44ef-9836-a308f01d44e0 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:05:05.529954 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:05.530370 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:05.632184 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:05.632491 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:05.668874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 3fbeec33-6d0c-44ef-9836-a308f01d44e0, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=3fbeec33-6d0c-44ef-9836-a308f01d44e0,segment=NetworkSegment(068010c2-27b7-4371-9a2b-5e64d92b203c),segment_id=068010c2-27b7-4371-9a2b-5e64d92b203c)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:05:05.744233 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:05.793988 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=3fbeec33-6d0c-44ef-9836-a308f01d44e0,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:06.127898 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-43b4c079-8d84-487f-b6ce-2bece6f57d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:06.269738 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 49612) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:06.585045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [None req-f7384878-d343-46a2-9d4c-fee89015c82f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:05:06.586013 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f7384878-d343-46a2-9d4c-fee89015c82f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152745 Jun 29 10:05:06.900022 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2bb07-d32e-4d00-9729-3db903c28d6e None None] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:05:07.025578 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-87ab4a34-16b2-41c7-bcdc-76fa00e35d22 None None] Provisioning complete for port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:07.025960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-87ab4a34-16b2-41c7-bcdc-76fa00e35d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:07.108141 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-87ab4a34-16b2-41c7-bcdc-76fa00e35d22 None None] Current status of the port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:07.229044 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-a7415996-35e4-402a-8210-e49527060337 None None] Provisioning complete for port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:07.229433 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a7415996-35e4-402a-8210-e49527060337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:07.301744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-a7415996-35e4-402a-8210-e49527060337 None None] Current status of the port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:07.421407 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 3fbeec33-6d0c-44ef-9836-a308f01d44e0 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:05:07.465314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:07.465699 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:07.533607 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:08.566762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a44bd0d-18e6-4b3a-b36e-0809f1223393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.162160 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49620) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:09.427122 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:05:09.430292 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.518912 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Made reservation on behalf of 85125bce949748fe90152b700291e259 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:05:09.521240 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.529373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.609916 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks [] for security_group (ceb6599d-5835-4374-8ad0-e52058cd3a36), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.690176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ceb6599d-5835-4374-8ad0-e52058cd3a36), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.710784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Reserving flat network on physical network physnet1 {{(pid=104296) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:05:09.728498 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb6599d-5835-4374-8ad0-e52058cd3a36,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:09.733031 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (0735a33d-a1d2-47d2-a82a-5781f1b20040), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.733380 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Added segment 0735a33d-a1d2-47d2-a82a-5781f1b20040 of type flat for network a169eaa8-e918-4369-a8c0-647184033b3d Jun 29 10:05:09.779524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (a169eaa8-e918-4369-a8c0-647184033b3d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.882302 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (a169eaa8-e918-4369-a8c0-647184033b3d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.883496 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:05:09.884439 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:09.986158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] Pushing event updated for resources: {'Network': ['ID=a169eaa8-e918-4369-a8c0-647184033b3d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:09.996739 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network a169eaa8-e918-4369-a8c0-647184033b3d details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:05:10.043811 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9bea9dd2-1123-43b6-9166-656c17d5df1b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8805287 Jun 29 10:05:11.127268 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:12.510979 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49638) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:12.610290 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:12.616631 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba0b84-c69d-4708-b5ae-76beb979a5ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:05:12.618070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-52ba0b84-c69d-4708-b5ae-76beb979a5ba demo admin] 10.222.0.60 "GET /v2.0/subnets/7d17c896-1f30-4af5-9902-b5f45ed3b34f HTTP/1.1" status: 200 len: 849 time: 0.1061599 Jun 29 10:05:12.775926 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-cf0e8860-252f-4a16-896f-4cd6c3406990 demo admin] 10.222.0.60 "GET /v2.0/routers/1b637390-c9f0-435e-9f8c-422479e56630 HTTP/1.1" status: 200 len: 704 time: 0.1522107 Jun 29 10:05:13.035837 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:13.320062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Allocated IP 172.20.0.1 (0e892795-fa6c-474a-bcc7-c05b6a51876d/7d17c896-1f30-4af5-9902-b5f45ed3b34f/48465b52-2797-49fd-b7f3-25209ddbf2bf) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:05:13.512788 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks [] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:13.631470 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:13.700693 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:05:13.708007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:05:13.710676 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:05:13.711305 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (1b637390-c9f0-435e-9f8c-422479e56630), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:13.780460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Pushing event updated for resources: {'Port': ['ID=48465b52-2797-49fd-b7f3-25209ddbf2bf,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:13.917324 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:05:13.995719 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.106045 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-7a16e60f-8af9-4f50-970f-8a95a382ace2 None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:14.106644 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a16e60f-8af9-4f50-970f-8a95a382ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.137149 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-7a16e60f-8af9-4f50-970f-8a95a382ace2 None None] Port 48465b52-2797-49fd-b7f3-25209ddbf2bf cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:05:14.204313 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks [] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.275944 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.276718 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (1b637390-c9f0-435e-9f8c-422479e56630), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.350085 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Pushing event updated for resources: {'Port': ['ID=48465b52-2797-49fd-b7f3-25209ddbf2bf,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:14.399655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:05:14.400883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:05:14.604905 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Router 1b637390-c9f0-435e-9f8c-422479e56630 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:05:14.659418 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-32d80a46-2fbe-40b4-a202-693e8929e144 None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:14.659803 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32d80a46-2fbe-40b4-a202-693e8929e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:14.690283 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-32d80a46-2fbe-40b4-a202-693e8929e144 None None] Port 48465b52-2797-49fd-b7f3-25209ddbf2bf cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:05:14.698539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:05:14.703642 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-92fd9579-9752-43ab-addc-577d23b67ba3 demo admin] 10.222.0.60 "PUT /v2.0/routers/1b637390-c9f0-435e-9f8c-422479e56630/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9224470 Jun 29 10:05:14.708841 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Sync routers for ids ['1b637390-c9f0-435e-9f8c-422479e56630'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:05:14.721763 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Routers {'1b637390-c9f0-435e-9f8c-422479e56630'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:05:14.722713 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:05:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['1b637390-c9f0-435e-9f8c-422479e56630'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:14.905837 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Set router 1b637390-c9f0-435e-9f8c-422479e56630 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:05:15.324876 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:13Z', 'revision_number': 2, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port_host': None, '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:14Z', 'revision_number': 2, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:15.371297 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Checking router: 1b637390-c9f0-435e-9f8c-422479e56630 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:05:15.371665 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Updating router 1b637390-c9f0-435e-9f8c-422479e56630 port 48465b52-2797-49fd-b7f3-25209ddbf2bf binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:05:15.424615 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:15.918230 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks [] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.004893 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.161101 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Pushing event updated for resources: {'Port': ['ID=48465b52-2797-49fd-b7f3-25209ddbf2bf,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:16.175122 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Attempting to bind port 48465b52-2797-49fd-b7f3-25209ddbf2bf on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:05:16.175509 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Attempting to bind port 48465b52-2797-49fd-b7f3-25209ddbf2bf by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:05:16.175942 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Attempting to bind port 48465b52-2797-49fd-b7f3-25209ddbf2bf on network 0e892795-fa6c-474a-bcc7-c05b6a51876d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:05:16.179772 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.180123 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.180477 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.180833 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.181159 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.181477 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.181796 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.182112 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.182425 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.182782 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.183133 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.183444 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.183756 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Tracked resource versions report: Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: pushed versions: Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: { 'AddressGroup': {'1.2'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'ConntrackHelper': {'1.0'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Log': {'1.0'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Network': {'1.1'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Port': {'1.7'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'PortForwarding': {'1.2'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'QosPolicy': {'1.10'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroup': {'1.5'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SubPort': {'1.0'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Subnet': {'1.1'}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Trunk': {'1.1'}} Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: consumer versions: Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'ConntrackHelper': '1.0', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'LocalIPAssociation': '1.0', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Log': '1.0', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Network': '1.1', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Port': '1.7', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'PortForwarding': '1.2', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'QosPolicy': '1.10', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroup': '1.5', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroupRule': '1.2', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SubPort': '1.0', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Subnet': '1.1', Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Trunk': '1.1'}} Jun 29 10:05:16.185435 dv-cinder-847864-5-iscsi neutron-server[104298]: {{(pid=104298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:05:16.191178 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:05:16.191507 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Checking segment: {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:05:16.191839 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.192224 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Bound using segment: {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:05:16.192707 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Bound port: 48465b52-2797-49fd-b7f3-25209ddbf2bf, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068010c2-27b7-4371-9a2b-5e64d92b203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:05:16.193082 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.218377 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-154ca716-be0c-44da-b9b7-5bd476c5f71c None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:16.219306 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-154ca716-be0c-44da-b9b7-5bd476c5f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.254126 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-154ca716-be0c-44da-b9b7-5bd476c5f71c None None] Port 48465b52-2797-49fd-b7f3-25209ddbf2bf cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:05:16.258157 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] For port 48465b52-2797-49fd-b7f3-25209ddbf2bf, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:05:16.277383 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] For port 48465b52-2797-49fd-b7f3-25209ddbf2bf, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=48465b52-2797-49fd-b7f3-25209ddbf2bf,segment=NetworkSegment(068010c2-27b7-4371-9a2b-5e64d92b203c),segment_id=068010c2-27b7-4371-9a2b-5e64d92b203c)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:05:16.345546 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.404101 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Routers {'1b637390-c9f0-435e-9f8c-422479e56630'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:05:16.404734 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:05:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['1b637390-c9f0-435e-9f8c-422479e56630'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:16.408374 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd0b8a-fd01-434a-a6fa-1b5db73fe00e None None] Pushing event updated for resources: {'Port': ['ID=48465b52-2797-49fd-b7f3-25209ddbf2bf,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:16.492682 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] Set router 1b637390-c9f0-435e-9f8c-422479e56630 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:05:16.577241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:16.577241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.649994 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Current status of the port 48465b52-2797-49fd-b7f3-25209ddbf2bf is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:16.650318 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.684242 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] For port 48465b52-2797-49fd-b7f3-25209ddbf2bf, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=48465b52-2797-49fd-b7f3-25209ddbf2bf,segment=NetworkSegment(068010c2-27b7-4371-9a2b-5e64d92b203c),segment_id=068010c2-27b7-4371-9a2b-5e64d92b203c)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:05:16.704124 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:13Z', 'revision_number': 2, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port_host': None, '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:16Z', 'revision_number': 4, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:16.730089 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0766db-e3b1-457b-b53c-b67442eb404b None None] The sync data for ids ['1b637390-c9f0-435e-9f8c-422479e56630'] in dv-cinder-847864-5-iscsi is: [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:13Z', 'revision_number': 2, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port_host': None, '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:16Z', 'revision_number': 4, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:05:16.747632 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:16.797207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406167bd-0b1e-4ab2-bd6a-4518beb37233 None None] Pushing event updated for resources: {'Port': ['ID=48465b52-2797-49fd-b7f3-25209ddbf2bf,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:17.147874 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49658) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:17.257121 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bcc15-8b25-4d7e-be61-95e6069380e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:05:17.258492 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-fa3bcc15-8b25-4d7e-be61-95e6069380e3 admin admin] 10.222.0.60 "GET /v2.0/networks/a169eaa8-e918-4369-a8c0-647184033b3d HTTP/1.1" status: 200 len: 842 time: 0.1096780 Jun 29 10:05:17.267702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:05:17.381954 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Made reservation on behalf of 85125bce949748fe90152b700291e259 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:05:17.384236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:17.733247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.objects.ports [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104296) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 29 10:05:17.733622 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (7e5fc44a-5f2d-4354-8574-24125df9c9a8), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:17.788960 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5fc44a-5f2d-4354-8574-24125df9c9a8,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:17.797556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:05:17.797906 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Network hostable DHCP agents. Network: a169eaa8-e918-4369-a8c0-647184033b3d, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:05:17.907644 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:05:18.039004 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, a169eaa8-e918-4369-a8c0-647184033b3d) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:05:18.042908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:05:18.043491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:18.048937 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060215e-2246-47df-ae83-c45422f9c077 None None] Network a169eaa8-e918-4369-a8c0-647184033b3d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:05:18.128248 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c8584984-a57e-47ee-af8b-553f4cd2cfc9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8628907 Jun 29 10:05:18.149385 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0fc2d-7b4c-4f2c-b9d2-6547b6711928 None None] Network a169eaa8-e918-4369-a8c0-647184033b3d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:05:20.587835 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 49666) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:20.788829 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-bef12e52-fe64-47c6-9a0f-b77b3f0b429f demo admin] 10.222.0.60 "GET /v2.0/routers/1b637390-c9f0-435e-9f8c-422479e56630 HTTP/1.1" status: 200 len: 710 time: 0.1996896 Jun 29 10:05:20.878650 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0db274-a385-40d6-9791-1661720fd2d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:05:20.880111 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-8b0db274-a385-40d6-9791-1661720fd2d3 demo admin] 10.222.0.60 "GET /v2.0/networks/a169eaa8-e918-4369-a8c0-647184033b3d HTTP/1.1" status: 200 len: 886 time: 0.0857553 Jun 29 10:05:20.888986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:05:21.122271 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks [] for router_gateway (1b637390-c9f0-435e-9f8c-422479e56630), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:21.417179 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks [] for router_gateway (1b637390-c9f0-435e-9f8c-422479e56630), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:21.494616 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:21.596553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Allocated IP 172.27.1.151 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/8f201389-1999-43bb-8a97-dcdbfff8d35e) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:05:21.776180 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks [] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:21.882665 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:21.927358 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:05:21.928424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Pushing event updated for resources: {'Port': ['ID=8f201389-1999-43bb-8a97-dcdbfff8d35e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:21.932694 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:05:21.935027 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:05:22.257124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks [] for router_gateway (1b637390-c9f0-435e-9f8c-422479e56630), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:22.516571 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-630'] for router (1b637390-c9f0-435e-9f8c-422479e56630), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:22.520766 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570745'] for router (1b637390-c9f0-435e-9f8c-422479e56630), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:22.622461 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Router 1b637390-c9f0-435e-9f8c-422479e56630 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:05:22.739293 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:05:22.743576 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:22.744832 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d86ea1fd-efc8-4463-8990-e48ac9f1a4a5 demo admin] 10.222.0.60 "PUT /v2.0/routers/1b637390-c9f0-435e-9f8c-422479e56630 HTTP/1.1" status: 200 len: 890 time: 1.8589435 Jun 29 10:05:25.359654 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 49678) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:05:25.464008 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 48465b52-2797-49fd-b7f3-25209ddbf2bf up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:05:25.512874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:25.513254 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:25.517194 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6d490278-b4d1-4294-8067-c1290bbfcad0 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1564474 Jun 29 10:05:25.588865 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 48465b52-2797-49fd-b7f3-25209ddbf2bf is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:25.610362 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Sync routers for ids ['1b637390-c9f0-435e-9f8c-422479e56630'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:05:25.622617 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Routers {'1b637390-c9f0-435e-9f8c-422479e56630'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:05:25.623373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:05:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['1b637390-c9f0-435e-9f8c-422479e56630'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:25.838957 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Set router 1b637390-c9f0-435e-9f8c-422479e56630 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:05:26.233944 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:22Z', 'revision_number': 4, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port': {'id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:21Z', 'updated_at': '2022-06-29T10:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:16Z', 'revision_number': 5, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:26.356010 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Checking router: 1b637390-c9f0-435e-9f8c-422479e56630 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:05:26.356406 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Updating router 1b637390-c9f0-435e-9f8c-422479e56630 port 8f201389-1999-43bb-8a97-dcdbfff8d35e binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:05:26.413677 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:26.722789 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks [] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:26.808541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:26.849857 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ea192-4acf-4c40-95b8-14fa89c839b7 None None] Pushing event updated for resources: {'Port': ['ID=8f201389-1999-43bb-8a97-dcdbfff8d35e,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:26.875742 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Attempting to bind port 8f201389-1999-43bb-8a97-dcdbfff8d35e on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:05:26.876129 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Attempting to bind port 8f201389-1999-43bb-8a97-dcdbfff8d35e by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:05:26.876483 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Attempting to bind port 8f201389-1999-43bb-8a97-dcdbfff8d35e on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:05:26.882834 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:05:26.883200 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:05:26.883590 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:26.883971 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:05:26.884427 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Bound port: 8f201389-1999-43bb-8a97-dcdbfff8d35e, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:05:26.884823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:26.931734 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] For port 8f201389-1999-43bb-8a97-dcdbfff8d35e, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:05:26.934813 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] For port 8f201389-1999-43bb-8a97-dcdbfff8d35e, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=8f201389-1999-43bb-8a97-dcdbfff8d35e,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:05:27.021157 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:27.092650 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ea192-4acf-4c40-95b8-14fa89c839b7 None None] Pushing event updated for resources: {'Port': ['ID=8f201389-1999-43bb-8a97-dcdbfff8d35e,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:27.093337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Routers {'1b637390-c9f0-435e-9f8c-422479e56630'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:05:27.093934 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:05:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['1b637390-c9f0-435e-9f8c-422479e56630'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:27.203904 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] Set router 1b637390-c9f0-435e-9f8c-422479e56630 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:05:27.420191 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:22Z', 'revision_number': 4, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port': {'id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:21Z', 'updated_at': '2022-06-29T10:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:16Z', 'revision_number': 5, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:05:27.445111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c408e-12bc-4191-9dec-7278d00adba7 None None] The sync data for ids ['1b637390-c9f0-435e-9f8c-422479e56630'] in dv-cinder-847864-5-iscsi is: [{'id': '1b637390-c9f0-435e-9f8c-422479e56630', 'name': 'router1', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:05:03Z', 'updated_at': '2022-06-29T10:05:22Z', 'revision_number': 4, 'project_id': '22502497c456485e9a4fa74d192aae53', 'gw_port': {'id': '8f201389-1999-43bb-8a97-dcdbfff8d35e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:21Z', 'updated_at': '2022-06-29T10:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '48465b52-2797-49fd-b7f3-25209ddbf2bf', 'name': '', 'network_id': '0e892795-fa6c-474a-bcc7-c05b6a51876d', 'tenant_id': '22502497c456485e9a4fa74d192aae53', 'mac_address': 'fa:16:3e:f5:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b637390-c9f0-435e-9f8c-422479e56630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:05:13Z', 'updated_at': '2022-06-29T10:05:16Z', 'revision_number': 5, 'project_id': '22502497c456485e9a4fa74d192aae53', 'subnets': [{'id': '7d17c896-1f30-4af5-9902-b5f45ed3b34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da6729b3-aa2f-4de3-a6be-e3db057c99d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:05:29.539118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8f201389-1999-43bb-8a97-dcdbfff8d35e up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:05:29.623773 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 8f201389-1999-43bb-8a97-dcdbfff8d35e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:29.624249 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:29.788965 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 8f201389-1999-43bb-8a97-dcdbfff8d35e is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:29.789850 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:29.816612 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 8f201389-1999-43bb-8a97-dcdbfff8d35e, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=8f201389-1999-43bb-8a97-dcdbfff8d35e,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:05:29.877874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:29.955514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=8f201389-1999-43bb-8a97-dcdbfff8d35e,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:05:31.550980 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8f201389-1999-43bb-8a97-dcdbfff8d35e up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:05:31.670682 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 8f201389-1999-43bb-8a97-dcdbfff8d35e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:05:31.671323 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (8f201389-1999-43bb-8a97-dcdbfff8d35e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:31.821421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 8f201389-1999-43bb-8a97-dcdbfff8d35e is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:05:36.165918 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-30fc273d-9649-4987-a6e0-93ed64b21677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:38.572220 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4f8f9690-d2e6-48eb-8544-5c1612d6f7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:39.412548 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:41.126982 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:42.614668 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:05:50.920573 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:06:06.163098 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-48c07597-f0ae-4668-97c6-f9ee514aae13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:08.572550 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bee3244d-edf4-457d-bb7e-7152cd4555fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:09.446380 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:11.144269 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:12.643555 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:27.921154 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:06:36.147534 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-85afae12-8ca5-4679-a65f-b786ced4a6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:38.553069 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-aa160e75-2ab4-4f1f-bf04-83a1274572cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:39.408378 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:41.130449 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:42.616761 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:50.775202 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50162) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:06:50.849273 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.pecan_wsgi.hooks.translation [None req-640143b8-d086-43d3-83a5-6d35b51ad236 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:06:50.850486 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-640143b8-d086-43d3-83a5-6d35b51ad236 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743394 Jun 29 10:06:51.042188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc7cad-8686-40ca-9558-32056fd705a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:51.043647 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-abfc7cad-8686-40ca-9558-32056fd705a3 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1891019 Jun 29 10:06:53.478217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50172) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:06:53.610019 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0468cd5-6951-4e39-9b94-c152f910bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:53.611379 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a0468cd5-6951-4e39-9b94-c152f910bf3b admin admin] 10.222.0.60 "GET /v2.0/subnets/7d17c896-1f30-4af5-9902-b5f45ed3b34f HTTP/1.1" status: 200 len: 849 time: 0.1322472 Jun 29 10:06:53.621823 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:06:53.705759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Publish callbacks [] for subnet (7d17c896-1f30-4af5-9902-b5f45ed3b34f), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:53.942973 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726739772191'] for subnet (7d17c896-1f30-4af5-9902-b5f45ed3b34f), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:54.000207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:54.001050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:54.002113 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] 10.222.0.60 "PUT /v2.0/subnets/7d17c896-1f30-4af5-9902-b5f45ed3b34f HTTP/1.1" status: 200 len: 868 time: 0.3838735 Jun 29 10:06:54.004131 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad8a8e-5abf-47cd-9ff9-4c1eeef8ed03 None None] Network 0e892795-fa6c-474a-bcc7-c05b6a51876d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:06:54.020143 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d17c896-1f30-4af5-9902-b5f45ed3b34f,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:06:54.032420 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.034925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.035001 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.035295 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.035635 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.035986 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.036348 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.036721 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c9550-b259-4692-b8ad-0755036eb4c7 admin admin] Tracked resource versions report: Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: pushed versions: Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: { 'AddressGroup': {'1.2'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'ConntrackHelper': {'1.0'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Log': {'1.0'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Network': {'1.1'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Port': {'1.7'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'PortForwarding': {'1.2'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'QosPolicy': {'1.10'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroup': {'1.5'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SubPort': {'1.0'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Subnet': {'1.1'}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Trunk': {'1.1'}} Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: consumer versions: Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'ConntrackHelper': '1.0', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'LocalIPAssociation': '1.0', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Log': '1.0', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Network': '1.1', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Port': '1.7', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'PortForwarding': '1.2', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'QosPolicy': '1.10', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroup': '1.5', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroupRule': '1.2', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SubPort': '1.0', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Subnet': '1.1', Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Trunk': '1.1'}} Jun 29 10:06:54.040044 dv-cinder-847864-5-iscsi neutron-server[104295]: {{(pid=104295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:06:54.371587 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Provisioning complete for port 48465b52-2797-49fd-b7f3-25209ddbf2bf triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:06:54.371945 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (48465b52-2797-49fd-b7f3-25209ddbf2bf), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:54.443887 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Current status of the port 48465b52-2797-49fd-b7f3-25209ddbf2bf is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:06:54.453732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Provisioning complete for port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:06:54.454112 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3fbeec33-6d0c-44ef-9836-a308f01d44e0), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:06:54.523141 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-ead34d01-a67d-4d64-9dcc-0aa7d1725ab1 None None] Current status of the port 3fbeec33-6d0c-44ef-9836-a308f01d44e0 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:06:56.370934 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50184) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:06:56.570964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62e2d5-a914-4cda-959e-4c1343951537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:56.571464 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62e2d5-a914-4cda-959e-4c1343951537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:56.573057 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ec62e2d5-a914-4cda-959e-4c1343951537 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011745 Jun 29 10:06:58.954023 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50192) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:06:59.156901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116cf82-cc12-49f8-8f8f-3061bd082cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:59.157296 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116cf82-cc12-49f8-8f8f-3061bd082cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:06:59.158844 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b116cf82-cc12-49f8-8f8f-3061bd082cb2 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2038820 Jun 29 10:07:01.618830 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50202) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:01.751586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1e56b-4c66-4d9c-bf07-85d3f74c6fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:01.752892 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b5d1e56b-4c66-4d9c-bf07-85d3f74c6fe2 admin admin] 10.222.0.60 "GET /v2.0/networks/0e892795-fa6c-474a-bcc7-c05b6a51876d HTTP/1.1" status: 200 len: 869 time: 0.1331024 Jun 29 10:07:04.097033 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50210) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:04.221372 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9de784-08ea-4729-bf5a-bd761958addd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:04.222751 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9a9de784-08ea-4729-bf5a-bd761958addd admin admin] 10.222.0.60 "GET /v2.0/networks/a169eaa8-e918-4369-a8c0-647184033b3d HTTP/1.1" status: 200 len: 886 time: 0.1247852 Jun 29 10:07:04.919634 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:07:06.135572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8ca2743f-cfa5-4127-85de-f50832c4ee87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:06.577619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50218) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:06.699805 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14241d9e-dbc4-4c7b-9526-3509009adf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:06.700254 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14241d9e-dbc4-4c7b-9526-3509009adf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:06.701822 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-14241d9e-dbc4-4c7b-9526-3509009adf9f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232719 Jun 29 10:07:08.560796 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-af950f6b-534c-4363-abac-ca539ff1de22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:09.110359 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50226) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:09.204082 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84c851-8137-4062-8ceb-e59540134d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:09.204538 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84c851-8137-4062-8ceb-e59540134d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:09.206072 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-da84c851-8137-4062-8ceb-e59540134d83 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947862 Jun 29 10:07:09.416100 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:11.172709 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:11.719555 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50236) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:11.812132 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41da2ad-6560-4299-8415-e848afddbd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:11.813484 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d41da2ad-6560-4299-8415-e848afddbd96 admin admin] 10.222.0.60 "GET /v2.0/subnets/7d17c896-1f30-4af5-9902-b5f45ed3b34f HTTP/1.1" status: 200 len: 868 time: 0.0930600 Jun 29 10:07:12.619018 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:14.450745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50244) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:14.536840 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c266b7-8bc7-4b16-bdf2-69ce14fc4a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:14.538187 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-62c266b7-8bc7-4b16-bdf2-69ce14fc4a65 admin admin] 10.222.0.60 "GET /v2.0/subnets/7e5fc44a-5f2d-4354-8574-24125df9c9a8 HTTP/1.1" status: 200 len: 816 time: 0.0864649 Jun 29 10:07:36.177419 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd88224f-b351-4caf-a9f2-4dc23e37aefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:38.562547 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-399d4068-9466-41d1-be94-9dd00b5bb6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:39.407946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:40.820292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50298) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:40.867777 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [None req-3e0bef2b-e18b-441b-bb7f-f852c0c17b29 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:07:40.869492 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3e0bef2b-e18b-441b-bb7f-f852c0c17b29 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482202 Jun 29 10:07:41.145845 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:41.918686 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:07:42.631431 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:43.315387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50306) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:43.375416 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2315380-4e2b-46f5-a528-6fb56b8030ce admin admin] GET failed (client error): The resource could not be found. Jun 29 10:07:43.376709 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b2315380-4e2b-46f5-a528-6fb56b8030ce admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603595 Jun 29 10:07:43.523387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173f1f7-9909-4e49-9fd0-3317c483a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:43.525460 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5173f1f7-9909-4e49-9fd0-3317c483a1b0 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1447849 Jun 29 10:07:45.907196 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50314) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:45.954518 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:07:46.054553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Made reservation on behalf of 85125bce949748fe90152b700291e259 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:07:46.057595 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:46.085425 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING neutron.services.revisions.revision_plugin [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Could not find related network for resource to bump revision. Jun 29 10:07:46.096174 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:07:46.105705 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (0718f940-0866-4a9c-9e64-0d81f76dd130), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:46.106031 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Added segment 0718f940-0866-4a9c-9e64-0d81f76dd130 of type vlan for network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd Jun 29 10:07:46.144187 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (4c5bf717-5bad-4b29-8c10-e84b6cf630bd), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:46.252412 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (4c5bf717-5bad-4b29-8c10-e84b6cf630bd), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:46.253422 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:46.254000 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:46.312926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Pushing event updated for resources: {'Network': ['ID=4c5bf717-5bad-4b29-8c10-e84b6cf630bd,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:07:46.319260 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.319625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.319972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.320307 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.320669 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.320999 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.321344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.322215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.322554 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.322895 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.323215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.323793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.324113 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:46.336171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:07:46.392526 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3beae72c-9cc6-4ff7-a69b-b48b3765942f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4841356 Jun 29 10:07:48.761808 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50322) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:07:48.822273 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2d9f6d-d0f6-4f42-be89-99092dfb37e0 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:07:48.823556 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1d2d9f6d-d0f6-4f42-be89-99092dfb37e0 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608068 Jun 29 10:07:48.892733 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d54966-7803-47b9-9db2-6f59e066c146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:48.894052 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-08d54966-7803-47b9-9db2-6f59e066c146 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663095 Jun 29 10:07:48.904386 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Request body: {'subnet': {'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:07:49.031117 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Made reservation on behalf of 85125bce949748fe90152b700291e259 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:07:49.033333 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:49.271574 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (1325c584-ee88-4db9-acad-73d7aba3228d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:49.424430 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1325c584-ee88-4db9-acad-73d7aba3228d,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:07:49.433206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Checking segment: {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:07:49.433553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Network hostable DHCP agents. Network: 4c5bf717-5bad-4b29-8c10-e84b6cf630bd, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:07:49.505593 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:07:49.597107 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 4c5bf717-5bad-4b29-8c10-e84b6cf630bd) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:07:49.601163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:07:49.601756 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:49.607230 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b740689-c507-455e-ab07-9fc8e9eb8f8c None None] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:07:49.703181 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e78cb6f2-3f3d-4839-b721-def640fcc722 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8019397 Jun 29 10:07:49.715767 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-4c5bf717-5bad-4b29-8c10-e84b6cf630bd', 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd', 'project_id': '85125bce949748fe90152b700291e259', 'fixed_ips': [{'subnet_id': '1325c584-ee88-4db9-acad-73d7aba3228d'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:07:49.716696 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.063703 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Allocated IP 192.168.233.2 (4c5bf717-5bad-4b29-8c10-e84b6cf630bd/1325c584-ee88-4db9-acad-73d7aba3228d/432ff266-c0c2-4d39-8e8e-e86b06bff21d) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:07:50.226514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks [] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.329349 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.361786 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:07:50.364817 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:07:50.369830 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:07:50.374603 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Pushing event updated for resources: {'Port': ['ID=432ff266-c0c2-4d39-8e8e-e86b06bff21d,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:07:50.382685 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.383052 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.383412 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.383747 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.384701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.385259 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.385259 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.385653 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.385974 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.386313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.386683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.386957 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.387272 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:07:50.445146 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Attempting to bind port 432ff266-c0c2-4d39-8e8e-e86b06bff21d on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:07:50.445504 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Attempting to bind port 432ff266-c0c2-4d39-8e8e-e86b06bff21d by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:07:50.445852 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Attempting to bind port 432ff266-c0c2-4d39-8e8e-e86b06bff21d on network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:07:50.451646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:07:50.452008 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Checking segment: {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:07:50.452397 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.452804 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Bound using segment: {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:07:50.453258 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Bound port: 432ff266-c0c2-4d39-8e8e-e86b06bff21d, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:07:50.453630 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.514069 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] For port 432ff266-c0c2-4d39-8e8e-e86b06bff21d, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:07:50.517158 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] For port 432ff266-c0c2-4d39-8e8e-e86b06bff21d, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=432ff266-c0c2-4d39-8e8e-e86b06bff21d,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:07:50.642393 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:50.703728 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9d719-f6a5-4151-9ade-a1aa060d184f None None] Pushing event updated for resources: {'Port': ['ID=432ff266-c0c2-4d39-8e8e-e86b06bff21d,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:07:51.604578 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea83f7-296e-4cf2-92f7-8d23c24e808d None None] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:07:51.748310 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 432ff266-c0c2-4d39-8e8e-e86b06bff21d up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:07:51.815631 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Provisioning complete for port 432ff266-c0c2-4d39-8e8e-e86b06bff21d triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:07:51.816021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:51.881656 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 432ff266-c0c2-4d39-8e8e-e86b06bff21d triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:07:51.881967 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:51.956280 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Current status of the port 432ff266-c0c2-4d39-8e8e-e86b06bff21d is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:07:51.956697 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:52.020993 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] For port 432ff266-c0c2-4d39-8e8e-e86b06bff21d, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=432ff266-c0c2-4d39-8e8e-e86b06bff21d,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:07:52.022272 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 432ff266-c0c2-4d39-8e8e-e86b06bff21d is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:07:52.022630 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:52.141315 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:52.209244 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.db.api [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:07:52.209646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG oslo_db.api [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:07:52.215176 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054671-7a80-407f-8cb9-192d4e317cbe None None] Pushing event updated for resources: {'Port': ['ID=432ff266-c0c2-4d39-8e8e-e86b06bff21d,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:07:52.260509 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2b859afa-0609-4446-bfa3-c9c800a027b4 None None] Provisioning complete for port 432ff266-c0c2-4d39-8e8e-e86b06bff21d triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:07:52.260935 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2b859afa-0609-4446-bfa3-c9c800a027b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:52.336629 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2b859afa-0609-4446-bfa3-c9c800a027b4 None None] Current status of the port 432ff266-c0c2-4d39-8e8e-e86b06bff21d is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:07:52.743335 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 432ff266-c0c2-4d39-8e8e-e86b06bff21d is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:07:53.616115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 432ff266-c0c2-4d39-8e8e-e86b06bff21d up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:07:53.661557 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 432ff266-c0c2-4d39-8e8e-e86b06bff21d triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:07:53.661947 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (432ff266-c0c2-4d39-8e8e-e86b06bff21d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:07:53.735120 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 432ff266-c0c2-4d39-8e8e-e86b06bff21d is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:08:06.129518 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ba957777-e156-4753-996d-7a75a7614875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:08.567496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-df7add77-f800-400b-8fc6-c421571e2414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:09.455401 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:11.152869 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:12.638793 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:18.918284 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:08:36.137916 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f960fae4-6d52-467a-b817-ab5ce0003236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:38.565939 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ba98f03e-0310-4378-a69d-b8699148e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:39.455740 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:41.154527 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:42.626676 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:08:55.918502 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:09:06.201214 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1785bc67-1735-47ce-95a5-3532a09ce426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:08.555643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35fb2187-1d76-403e-8966-c99f962ffbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:09.485367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:11.161293 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:12.635571 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:23.800911 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50362) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:09:23.806557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [None req-47cd45e1-a6df-44b7-a737-5d4ee05c4d9f tempest-verify_tempest_config-1024834475 tempest-verify_tempest_config-1024834475-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:09:23.807745 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-47cd45e1-a6df-44b7-a737-5d4ee05c4d9f tempest-verify_tempest_config-1024834475 tempest-verify_tempest_config-1024834475-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058229 Jun 29 10:09:24.472207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50380) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:09:24.585882 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:24.657102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Publish callbacks [] for security_group (ab09277a-55fd-4c49-bf9e-9b042474e3e8), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:24.801968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ab09277a-55fd-4c49-bf9e-9b042474e3e8), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:24.848848 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e07045adb46f466c931ac07140fa63b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3751018 Jun 29 10:09:24.849895 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab09277a-55fd-4c49-bf9e-9b042474e3e8,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:09:24.851732 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50384) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:09:24.857557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.857932 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.858268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.858606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.858937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.859262 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.859590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.859917 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.860246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.860566 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.860923 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.861243 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.861562 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7a7e4-8025-4af3-a21e-cab37469a653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:24.933418 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Publish callbacks [] for security_group (ab09277a-55fd-4c49-bf9e-9b042474e3e8), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:24.954130 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Publish callbacks [] for security_group (ab09277a-55fd-4c49-bf9e-9b042474e3e8), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:25.111008 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ab09277a-55fd-4c49-bf9e-9b042474e3e8), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:25.113661 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:25.115167 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab09277a-55fd-4c49-bf9e-9b042474e3e8 HTTP/1.1" status: 204 len: 168 time: 0.2619371 Jun 29 10:09:25.123695 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab09277a-55fd-4c49-bf9e-9b042474e3e8,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:09:25.130939 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.131360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.131701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.132038 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.132404 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.132965 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.133370 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.133845 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.134225 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.134687 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.135023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.135345 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:25.135746 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b1646-653f-4cbe-a921-7f52ffb16705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:09:32.917017 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:09:36.248674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-45e07c6a-6bc9-481e-bf30-2ae02ac5edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:38.574423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a00a798d-f985-4926-96d5-b580a1a95dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:39.437551 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:41.157004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:09:42.648899 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:06.128777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f457-9f32-4e8a-b89d-ce8bef4f6534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:08.581466 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bb484901-462d-41b3-a7b7-e99af1e355df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:09.472835 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:09.914764 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:10:11.192877 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:12.667600 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:36.118662 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-30029c9d-b0af-4f05-8de5-d0794aecd160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:38.559760 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3f341413-e64b-420a-8671-d5cc7ef141ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:39.428711 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:41.154912 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:42.623172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:10:46.913203 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 5 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:11:03.659897 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558272'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:06.138415 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fad338b7-3c0f-4734-8bf5-b07f1300d15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:08.561595 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9c2961cd-f066-4001-b3a7-42f984fc180a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:09.464579 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:11.172530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:12.613494 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:18.677945 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50456) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:11:18.787016 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3e27cca7-04ae-4fe5-a562-6f64a377277d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1079690 Jun 29 10:11:21.180057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50466) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:11:21.242622 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-09474b0a-5441-44b2-a768-495cb6ff3c6a admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0614092 Jun 29 10:11:23.911986 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:11:33.614801 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:36.129078 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e0b169f2-7e61-4a89-af11-52fc1fd40ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:38.557927 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-439ef2ec-b117-413f-bd3e-b36870bccbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:39.426394 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:41.163302 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:11:42.609226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:00.910785 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:12:03.633743 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:06.170502 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-958a3938-bfa5-4220-92a2-92ce53e32d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:08.576716 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-217c8e40-eede-459b-bc24-fbf390fae052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:09.427781 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:11.222012 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:12.621756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:33.640314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:36.137496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c938ea33-ed09-4f21-a335-96573bc3510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:37.910477 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:12:38.571843 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-97f009e8-eaaa-4083-8df9-8573455b88c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:39.451946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:41.189562 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:12:42.618338 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:03.739504 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:06.139245 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-da26a590-ee51-4f56-8451-f2163b0f4fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:08.578525 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-17b1df40-55f2-4582-b2da-4103e93788d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:08.888380 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50658) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:08.898822 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50664) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:09.459547 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.568736 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1038455659-network', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:09.570784 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-327821505-network', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:09.599806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50684) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:09.635316 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50688) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:09.671704 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50692) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:09.739596 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Made reservation on behalf of 7928f40090604bfdb83098cf7e6adcbd for: {'network': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:09.740850 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Made reservation on behalf of a83bea18b5414e13b8df84343b51bbf1 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:09.742520 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.743706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.759685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.762575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.863780 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks [] for security_group (8efe953c-c370-46fe-b957-1db04e7a944e), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.870471 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks [] for security_group (01df1a32-f081-4c7b-9241-abfec48ae86a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.898818 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1288843827-network', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:09.909116 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-784410802-network', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:09.949518 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-716465101-network', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:09.970758 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8efe953c-c370-46fe-b957-1db04e7a944e), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:09.991533 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:13:10.012525 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726739743681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (9c86a589-287e-4081-a9e6-9e2bc93a6c08), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.013143 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Unsubscribe: segment precommit_create {{(pid=104295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:13:10.013834 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.segments_db [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Added segment 9c86a589-287e-4081-a9e6-9e2bc93a6c08 of type vlan for network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e Jun 29 10:13:10.030306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (01df1a32-f081-4c7b-9241-abfec48ae86a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.060256 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:13:10.072268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe953c-c370-46fe-b957-1db04e7a944e,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.080525 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Made reservation on behalf of ec47dd409a0443dbad323231a4c0b191 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:10.083398 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.087228 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (379b006d-6bcb-4ef1-a25f-1ecb980d9a6a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.087751 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Added segment 379b006d-6bcb-4ef1-a25f-1ecb980d9a6a of type vlan for network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 Jun 29 10:13:10.101546 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'network': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:10.104194 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.105987 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df1a32-f081-4c7b-9241-abfec48ae86a,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.107410 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Made reservation on behalf of f67b8cf303d44a1eb7ce505bebe49066 for: {'network': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:10.109995 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.111012 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.139621 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.142580 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.149424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149780 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.149883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.150364 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.150364 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.150856 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.150988 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.151211 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.151326 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.151540 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.151662 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.151864 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.152188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.152726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Tracked resource versions report: Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: pushed versions: Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: { 'AddressGroup': {'1.2'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'ConntrackHelper': {'1.0'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Log': {'1.0'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Network': {'1.1'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Port': {'1.7'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'PortForwarding': {'1.2'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'QosPolicy': {'1.10'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroup': {'1.5'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SubPort': {'1.0'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Subnet': {'1.1'}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Trunk': {'1.1'}} Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: consumer versions: Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: HyperV agent@hv-cinder-84786: {}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'ConntrackHelper': '1.0', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'LocalIPAssociation': '1.0', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Log': '1.0', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Network': '1.1', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Port': '1.7', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'PortForwarding': '1.2', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'QosPolicy': '1.10', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroup': '1.5', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SecurityGroupRule': '1.2', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'SubPort': '1.0', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Subnet': '1.1', Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: 'Trunk': '1.1'}} Jun 29 10:13:10.153267 dv-cinder-847864-5-iscsi neutron-server[104296]: {{(pid=104296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.155777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Tracked resource versions report: Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: pushed versions: Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: { 'AddressGroup': {'1.2'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'ConntrackHelper': {'1.0'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Log': {'1.0'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Network': {'1.1'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Port': {'1.7'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'PortForwarding': {'1.2'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'QosPolicy': {'1.10'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroup': {'1.5'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SubPort': {'1.0'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Subnet': {'1.1'}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Trunk': {'1.1'}} Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: consumer versions: Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: HyperV agent@hv-cinder-84786: {}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'ConntrackHelper': '1.0', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'LocalIPAssociation': '1.0', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Log': '1.0', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Network': '1.1', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Port': '1.7', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'PortForwarding': '1.2', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'QosPolicy': '1.10', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroup': '1.5', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SecurityGroupRule': '1.2', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'SubPort': '1.0', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Subnet': '1.1', Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: 'Trunk': '1.1'}} Jun 29 10:13:10.156740 dv-cinder-847864-5-iscsi neutron-server[104295]: {{(pid=104295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:13:10.176792 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (2a44f32d-a5a6-4243-aea4-fa6653b3e004), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.308316 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks [] for security_group (621232d9-d8ca-4278-9ddf-d29501905eb3), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.333656 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (2a44f32d-a5a6-4243-aea4-fa6653b3e004), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.334980 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:10.335569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.345783 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks [] for security_group (ab2497fb-9404-4bf1-86b6-610a55bee09c), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.355937 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks [] for security_group (46d054d8-8019-4c6e-a025-d7704b73bced), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.407836 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] Pushing event updated for resources: {'Network': ['ID=2a44f32d-a5a6-4243-aea4-fa6653b3e004,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.419749 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:13:10.421689 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.422877 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:10.426201 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.448483 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (621232d9-d8ca-4278-9ddf-d29501905eb3), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.457527 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3ee87c17-95c6-40c9-830f-d18a1c2e2e7e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5680516 Jun 29 10:13:10.470124 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50740) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:10.471011 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ab2497fb-9404-4bf1-86b6-610a55bee09c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.475021 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (46d054d8-8019-4c6e-a025-d7704b73bced), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.493046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:13:10.508814 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Request body: {'subnet': {'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1038455659-subnet', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:10.527525 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621232d9-d8ca-4278-9ddf-d29501905eb3,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.556747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (10f9804f-8206-4db4-b170-d9b74d933989), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.556747 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Added segment 10f9804f-8206-4db4-b170-d9b74d933989 of type vlan for network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 Jun 29 10:13:10.635444 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (44cfa4be-893a-4494-b6ce-ab23d53c69e5), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.668488 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] Pushing event updated for resources: {'Network': ['ID=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.696185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2497fb-9404-4bf1-86b6-610a55bee09c,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.707824 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e3831313-0d11-41fa-a7d8-f16c9c365e4d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8078370 Jun 29 10:13:10.711707 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50764) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:10.719147 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=104295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:13:10.726306 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:13:10.727921 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:13:10.733842 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Request body: {'subnet': {'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-subnet', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:10.786560 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d054d8-8019-4c6e-a025-d7704b73bced,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.786560 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.786560 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.segments_db [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Added segment 3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7 of type vlan for network be3310c9-18b3-4780-b37c-cfa01bfdee5e Jun 29 10:13:10.793300 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (85bc21ac-fe57-4cfb-a0d2-a96875cafb55), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.793660 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.segments_db [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Added segment 85bc21ac-fe57-4cfb-a0d2-a96875cafb55 of type vlan for network c2e758e4-1cc5-43da-b926-5a33afbf14b6 Jun 29 10:13:10.843226 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (44cfa4be-893a-4494-b6ce-ab23d53c69e5), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.845533 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:10.845676 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.873788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (be3310c9-18b3-4780-b37c-cfa01bfdee5e), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.887281 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (c2e758e4-1cc5-43da-b926-5a33afbf14b6), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:10.922157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] Pushing event updated for resources: {'Network': ['ID=44cfa4be-893a-4494-b6ce-ab23d53c69e5,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:10.933108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Made reservation on behalf of 7928f40090604bfdb83098cf7e6adcbd for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:10.933639 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:13:10.935511 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.002440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Made reservation on behalf of a83bea18b5414e13b8df84343b51bbf1 for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:11.004936 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.023989 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a4cffe03-b7dc-4ab3-bda2-37760ca09554 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4226534 Jun 29 10:13:11.028337 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50770) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:11.035643 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Request body: {'subnet': {'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1288843827-subnet', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:11.099563 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (be3310c9-18b3-4780-b37c-cfa01bfdee5e), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.099928 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:11.102911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.102911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (c2e758e4-1cc5-43da-b926-5a33afbf14b6), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.103667 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:11.104663 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.218497 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=be3310c9-18b3-4780-b37c-cfa01bfdee5e,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:11.239302 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:13:11.242431 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Made reservation on behalf of ec47dd409a0443dbad323231a4c0b191 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:11.246913 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.270493 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6338789 Jun 29 10:13:11.274160 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50778) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:11.279909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Request body: {'subnet': {'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-784410802-subnet', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:11.304051 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-27ca239e-606e-4ccb-a643-acc188f6b2b0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6308994 Jun 29 10:13:11.307793 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50780) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:11.313686 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.315259 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Request body: {'subnet': {'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-subnet', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:11.353491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42de67-0ace-43fb-a7dc-b7ec79296059 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e758e4-1cc5-43da-b926-5a33afbf14b6,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:11.370599 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (06720278-be43-4d51-abab-d89aba448367), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.376985 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:13:11.443320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06720278-be43-4d51-abab-d89aba448367,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:11.449713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:11.452533 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.471397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Made reservation on behalf of f67b8cf303d44a1eb7ce505bebe49066 for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:11.477481 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.546335 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50790) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:11.546510 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (dc786764-e5d4-4706-ba02-ab4af9cb954c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.602384 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:11.602960 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Network hostable DHCP agents. Network: 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:13:11.637643 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc786764-e5d4-4706-ba02-ab4af9cb954c,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:11.661211 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Checking segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:11.661592 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Network hostable DHCP agents. Network: 2a44f32d-a5a6-4243-aea4-fa6653b3e004, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:13:11.771382 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:13:11.776241 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4f6d7558-a1c3-4b54-bd76-51d17a2c51eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.848568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:13:11.859602 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (0698ff84-9a1a-4b42-8789-11df163696ee), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.954980 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0698ff84-9a1a-4b42-8789-11df163696ee,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:11.964504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Checking segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:11.964996 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Network hostable DHCP agents. Network: 44cfa4be-893a-4494-b6ce-ab23d53c69e5, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:13:11.969635 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (0f830936-42ea-4f98-ac67-ed38143f4523), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:11.997680 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:12.003395 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:12.004000 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.006387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.007900 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 2a44f32d-a5a6-4243-aea4-fa6653b3e004) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:12.011379 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afeea3-f786-4866-99fe-54009925ca46 None None] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:12.029636 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:12.030327 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.034556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4f6d7558-a1c3-4b54-bd76-51d17a2c51eb admin admin] Publish callbacks [] for security_group (97ca291e-2639-42ff-b0aa-f00271eca52e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.055669 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f830936-42ea-4f98-ac67-ed38143f4523,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:12.061650 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b7372a-12a6-4ef3-8451-3cecd59abae1 None None] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:12.070531 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Checking segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:12.071462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Network hostable DHCP agents. Network: be3310c9-18b3-4780-b37c-cfa01bfdee5e, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:13:12.094189 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:12.121739 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:12.122088 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Network hostable DHCP agents. Network: c2e758e4-1cc5-43da-b926-5a33afbf14b6, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:13:12.135028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:13:12.146737 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 44cfa4be-893a-4494-b6ce-ab23d53c69e5) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:12.154606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:12.155191 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.159345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d6397-a85f-4f7c-bad5-339afaa2b248 None None] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:12.182526 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7195ba31-c91c-4e80-8e21-526125839f0c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6902461 Jun 29 10:13:12.183819 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-921c313b-ff70-421e-80f7-782902abe141 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4693298 Jun 29 10:13:12.184583 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4f6d7558-a1c3-4b54-bd76-51d17a2c51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97ca291e-2639-42ff-b0aa-f00271eca52e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.185343 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50814) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.187195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50816) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.190829 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:12.193436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:12.205163 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:13:12.251995 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-4f6d7558-a1c3-4b54-bd76-51d17a2c51eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af1a376bf656424e9d7d1475cbb49220&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7069023 Jun 29 10:13:12.253888 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d7558-a1c3-4b54-bd76-51d17a2c51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca291e-2639-42ff-b0aa-f00271eca52e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:12.256280 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50818) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.282198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:13:12.291002 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:13:12.292466 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.311356 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:13:12.312191 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.313739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] Publish callbacks [] for security_group (97ca291e-2639-42ff-b0aa-f00271eca52e), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.338566 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] Publish callbacks [] for security_group (97ca291e-2639-42ff-b0aa-f00271eca52e), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.357827 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ce4a49ab-e025-4e67-a534-8122234827a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3228419 Jun 29 10:13:12.359456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50826) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.364612 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:12.385082 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, c2e758e4-1cc5-43da-b926-5a33afbf14b6) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:12.391233 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, be3310c9-18b3-4780-b37c-cfa01bfdee5e) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:12.393239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:12.393960 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.410233 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:12.412856 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:13:12.413454 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.413697 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.416016 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08a0e3-834e-4ff8-abbf-456116774340 None None] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:12.419740 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (0b37d284-0873-41a6-aa77-a79de2395870), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.421323 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (0b37d284-0873-41a6-aa77-a79de2395870), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.425839 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a684b33-e86c-44ec-9dfe-0336dda1a1f2 None None] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:12.448575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.450197 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.509761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for router_controller (f18afc3f-2c13-4528-b06a-887b190fbc1a), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.530148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.531231 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.540833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5126fdef-12ba-46b1-b502-a0724c269b28 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2629979 Jun 29 10:13:12.541787 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50834) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.544113 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for router_controller (0b37d284-0873-41a6-aa77-a79de2395870), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.552250 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:12.592927 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-576333a3-9a5b-4e6e-bae9-5b43bedb6eab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2826383 Jun 29 10:13:12.595479 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50840) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:12.601949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:12.604620 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for router_controller (54371dfa-b5b8-4b45-90e7-525da9ba2f15), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.629699 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97ca291e-2639-42ff-b0aa-f00271eca52e), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.632390 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.634827 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97ca291e-2639-42ff-b0aa-f00271eca52e HTTP/1.1" status: 204 len: 168 time: 0.3772748 Jun 29 10:13:12.732281 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e390e4e-ac98-4741-8267-5b77ccc1c867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca291e-2639-42ff-b0aa-f00271eca52e,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:12.788584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.788584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.843537 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.850157 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Allocated IP 172.20.0.2 (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e/06720278-be43-4d51-abab-d89aba448367/454a52f1-c40a-4d04-8c97-60ccf8c09a27) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:12.872134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for router_controller (a412119e-a63c-4e03-b2d1-e91b24338b86), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.884557 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.885817 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.903853 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:13:12.904731 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.967815 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:13:12.968774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:12.972712 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Allocated IP 172.20.0.2 (2a44f32d-a5a6-4243-aea4-fa6653b3e004/dc786764-e5d4-4706-ba02-ab4af9cb954c/dce64132-e888-4fd2-b119-a0007e40d9ea) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:12.986152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for router_gateway (f18afc3f-2c13-4528-b06a-887b190fbc1a), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.085987 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Allocated IP 172.20.0.2 (44cfa4be-893a-4494-b6ce-ab23d53c69e5/0698ff84-9a1a-4b42-8789-11df163696ee/4682b439-bb94-4707-b2e7-29e988d59b70) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:13.119225 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for router_controller (bf81d57b-df39-4186-8565-89c0ec3663d4), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.154579 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for router_gateway (0b37d284-0873-41a6-aa77-a79de2395870), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.165428 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for router_gateway (54371dfa-b5b8-4b45-90e7-525da9ba2f15), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.266599 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for router_gateway (a412119e-a63c-4e03-b2d1-e91b24338b86), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.508398 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for router_gateway (bf81d57b-df39-4186-8565-89c0ec3663d4), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.672563 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks [] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.764042 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for router_gateway (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.774494 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Allocated IP 172.20.0.2 (be3310c9-18b3-4780-b37c-cfa01bfdee5e/0f830936-42ea-4f98-ac67-ed38143f4523/b9530cfb-cf9d-4a9d-9a01-de22a60be55b) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:13.804694 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.864013 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for router_gateway (0b37d284-0873-41a6-aa77-a79de2395870), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.890864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Allocated IP 172.20.0.2 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/7748f8ba-b1f7-4075-86d3-14fde292a23b) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:13.892147 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50878) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:13.896072 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.929679 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for router_gateway (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.947442 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:13.980131 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.086288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Allocated IP 172.27.1.212 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/37feb930-2204-43a5-826a-5e33b91f54e5) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:14.109632 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.134674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks [] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.148234 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.151642 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Pushing event updated for resources: {'Port': ['ID=454a52f1-c40a-4d04-8c97-60ccf8c09a27,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.154121 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.170309 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for router_gateway (a412119e-a63c-4e03-b2d1-e91b24338b86), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.192822 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.249760 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.250140 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.250511 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.250857 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.251195 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.251598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.251844 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.252175 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.252527 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.252877 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.253210 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.253533 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.253857 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Tracked resource versions report: Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: pushed versions: Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: { 'AddressGroup': {'1.2'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'ConntrackHelper': {'1.0'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Log': {'1.0'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Network': {'1.1'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Port': {'1.7'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'PortForwarding': {'1.2'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'QosPolicy': {'1.10'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroup': {'1.5'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SubPort': {'1.0'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Subnet': {'1.1'}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Trunk': {'1.1'}} Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: consumer versions: Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: HyperV agent@hv-cinder-84786: {}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'ConntrackHelper': '1.0', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'LocalIPAssociation': '1.0', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Log': '1.0', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Network': '1.1', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Port': '1.7', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'PortForwarding': '1.2', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'QosPolicy': '1.10', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroup': '1.5', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SecurityGroupRule': '1.2', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'SubPort': '1.0', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Subnet': '1.1', Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: 'Trunk': '1.1'}} Jun 29 10:13:14.255046 dv-cinder-847864-5-iscsi neutron-server[104297]: {{(pid=104297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:13:14.286417 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.331618 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for port (37feb930-2204-43a5-826a-5e33b91f54e5), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.410652 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for router_gateway (bf81d57b-df39-4186-8565-89c0ec3663d4), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.427052 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks [] for port (4682b439-bb94-4707-b2e7-29e988d59b70), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.442664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.445428 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-60acd5f1-8218-49d8-8b9e-f5834c302c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.485735 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Attempting to bind port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:14.486440 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Attempting to bind port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:14.487058 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Attempting to bind port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:14.502717 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.504632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.508388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks [] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.510041 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:14.510966 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:14.511564 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.512030 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Bound using segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:14.512630 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Bound port: 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:14.513132 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.533053 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.542276 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Pushing event updated for resources: {'Port': ['ID=dce64132-e888-4fd2-b119-a0007e40d9ea,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.545359 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.550764 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.609591 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks [] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.616422 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.626532 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Allocated IP 172.27.1.92 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/65fd4e45-5def-42c7-91c2-7db34dc7056e) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:14.632975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.640673 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=37feb930-2204-43a5-826a-5e33b91f54e5,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.649227 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-60acd5f1-8218-49d8-8b9e-f5834c302c43 admin admin] Publish callbacks [] for security_group (93a58bfa-de15-47bd-a94f-b6d5f71974dc), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.650613 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.671939 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.709763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.724191 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.732224 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.735233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-60acd5f1-8218-49d8-8b9e-f5834c302c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (93a58bfa-de15-47bd-a94f-b6d5f71974dc), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.754058 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.755926 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Pushing event updated for resources: {'Port': ['ID=4682b439-bb94-4707-b2e7-29e988d59b70,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.774181 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.778043 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Attempting to bind port dce64132-e888-4fd2-b119-a0007e40d9ea on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:14.778414 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Attempting to bind port dce64132-e888-4fd2-b119-a0007e40d9ea by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:14.778766 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Attempting to bind port dce64132-e888-4fd2-b119-a0007e40d9ea on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:14.804114 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.807838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.818145 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] For port 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:14.818145 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:14.820744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:14.821115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Checking segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:14.821515 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.821902 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Bound using segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:14.822378 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Bound port: dce64132-e888-4fd2-b119-a0007e40d9ea, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:14.822752 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:14.846996 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:14.847305 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-60acd5f1-8218-49d8-8b9e-f5834c302c43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8021caff14974a4caefe53d0078f43f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8267167 Jun 29 10:13:14.850185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50902) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:14.859295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acd5f1-8218-49d8-8b9e-f5834c302c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a58bfa-de15-47bd-a94f-b6d5f71974dc,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.861116 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:14.864745 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] For port 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=454a52f1-c40a-4d04-8c97-60ccf8c09a27,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:14.924461 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:13:14.959917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Pushing event updated for resources: {'Port': ['ID=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:14.975871 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] Publish callbacks [] for security_group (93a58bfa-de15-47bd-a94f-b6d5f71974dc), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.000174 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] Publish callbacks [] for security_group (93a58bfa-de15-47bd-a94f-b6d5f71974dc), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.015225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.081816 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Attempting to bind port b9530cfb-cf9d-4a9d-9a01-de22a60be55b on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:15.086388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Attempting to bind port b9530cfb-cf9d-4a9d-9a01-de22a60be55b by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:15.086388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Attempting to bind port b9530cfb-cf9d-4a9d-9a01-de22a60be55b on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:15.105085 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.120428 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for router_gateway (0b37d284-0873-41a6-aa77-a79de2395870), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.140864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Pushing event updated for resources: {'Port': ['ID=7748f8ba-b1f7-4075-86d3-14fde292a23b,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.154227 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Attempting to bind port 4682b439-bb94-4707-b2e7-29e988d59b70 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:15.154600 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Attempting to bind port 4682b439-bb94-4707-b2e7-29e988d59b70 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:15.154989 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Attempting to bind port 4682b439-bb94-4707-b2e7-29e988d59b70 on network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:15.191250 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (93a58bfa-de15-47bd-a94f-b6d5f71974dc), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.196586 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.197735 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:15.198428 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93a58bfa-de15-47bd-a94f-b6d5f71974dc HTTP/1.1" status: 204 len: 168 time: 0.3428161 Jun 29 10:13:15.201001 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Checking segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:15.201466 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.201870 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Bound using segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:15.202365 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Bound port: b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:15.202745 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.216367 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.232334 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:15.232762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Checking segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:15.233170 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.233552 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Bound using segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:15.234032 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Bound port: 4682b439-bb94-4707-b2e7-29e988d59b70, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:15.234402 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.267910 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:15.280584 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:15.291673 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:15.319017 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Attempting to bind port 7748f8ba-b1f7-4075-86d3-14fde292a23b on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:15.319387 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Attempting to bind port 7748f8ba-b1f7-4075-86d3-14fde292a23b by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:15.319759 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Attempting to bind port 7748f8ba-b1f7-4075-86d3-14fde292a23b on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:15.333746 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Allocated IP 172.27.1.22 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/ec805429-9403-4dba-b7c9-e71592decc3f) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:15.341861 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] For port dce64132-e888-4fd2-b119-a0007e40d9ea, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:15.372539 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] For port dce64132-e888-4fd2-b119-a0007e40d9ea, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=dce64132-e888-4fd2-b119-a0007e40d9ea,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:15.393820 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:15.394395 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:15.394588 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.395031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:15.395468 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Bound port: 7748f8ba-b1f7-4075-86d3-14fde292a23b, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:15.395838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.426942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbe45-42f3-47ce-9f49-728a2e458038 None None] Pushing event updated for resources: {'Port': ['ID=454a52f1-c40a-4d04-8c97-60ccf8c09a27,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.498837 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] For port 4682b439-bb94-4707-b2e7-29e988d59b70, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:15.503406 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.552721 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] For port b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:15.564850 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] For port 4682b439-bb94-4707-b2e7-29e988d59b70, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=4682b439-bb94-4707-b2e7-29e988d59b70,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:15.595910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] For port b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:15.598820 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54f8d-9488-4bcd-ba47-d965d34f8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a58bfa-de15-47bd-a94f-b6d5f71974dc,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.606611 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] For port 7748f8ba-b1f7-4075-86d3-14fde292a23b, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:15.612845 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] For port 7748f8ba-b1f7-4075-86d3-14fde292a23b, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7748f8ba-b1f7-4075-86d3-14fde292a23b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:15.630701 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Pushing event updated for resources: {'Port': ['ID=65fd4e45-5def-42c7-91c2-7db34dc7056e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.633921 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316a977-504f-4f87-bcfa-c6977185d5ba None None] Pushing event updated for resources: {'Port': ['ID=dce64132-e888-4fd2-b119-a0007e40d9ea,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.653641 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for port (ec805429-9403-4dba-b7c9-e71592decc3f), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.728132 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.765252 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.772224 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.777037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (0b37d284-0873-41a6-aa77-a79de2395870), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:15.830058 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2acce-f9b2-47f4-9f86-f54c2f21070d None None] Pushing event updated for resources: {'Port': ['ID=4682b439-bb94-4707-b2e7-29e988d59b70,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:15.903523 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.009514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 454a52f1-c40a-4d04-8c97-60ccf8c09a27 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:16.018511 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44af8-8972-47c9-bf78-dd25f41c71d3 None None] Pushing event updated for resources: {'Port': ['ID=7748f8ba-b1f7-4075-86d3-14fde292a23b,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:16.222106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:16.253220 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:16.257241 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Pushing event updated for resources: {'Port': ['ID=ec805429-9403-4dba-b7c9-e71592decc3f,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:16.275260 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:16.280740 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Allocated IP 172.27.1.72 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/8e81e048-b3cb-444f-871a-661360dd5fce) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:16.896955 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for router_gateway (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.914271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ddcb-c7c9-4b36-b08e-399a9f6b94f9 None None] Pushing event updated for resources: {'Port': ['ID=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:16.914271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:16.914271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.914271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:16.914271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.923497 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for port (8e81e048-b3cb-444f-871a-661360dd5fce), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.924327 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Router 0b37d284-0873-41a6-aa77-a79de2395870 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:13:16.924819 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=454a52f1-c40a-4d04-8c97-60ccf8c09a27,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:16.925104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:16.968106 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.020822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:17.027189 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for router_gateway (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.033255 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=454a52f1-c40a-4d04-8c97-60ccf8c09a27,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:17.035058 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:17.050889 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:17.051518 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:17.085433 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.088060 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50942) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:17.121126 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-31af32c5-edd2-4f59-be85-859a25cb2307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.180780 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.182422 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-68dc1de0-80f9-4cff-a801-f77cb6a23ea7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9929228 Jun 29 10:13:17.187247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 50944) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:17.216564 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:17.295409 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:17.306400 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:17.315842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:17.332105 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:13:17.358856 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e81e048-b3cb-444f-871a-661360dd5fce,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:17.376978 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Allocated IP 172.27.1.101 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/71c36fc0-550a-4251-ac12-f2a79e2218ba) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:17.380328 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-31af32c5-edd2-4f59-be85-859a25cb2307 admin admin] Publish callbacks [] for security_group (e745bfc4-9821-40ea-8604-2fba371e7d87), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.463392 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-31af32c5-edd2-4f59-be85-859a25cb2307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e745bfc4-9821-40ea-8604-2fba371e7d87), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.563605 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-31af32c5-edd2-4f59-be85-859a25cb2307 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcbc11102ffd4267a4ef76eb11ec3d3a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4739997 Jun 29 10:13:17.564524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af32c5-edd2-4f59-be85-859a25cb2307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745bfc4-9821-40ea-8604-2fba371e7d87,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:17.568342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50950) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:17.593508 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:14Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:17.639946 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:17.640355 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Updating router 0b37d284-0873-41a6-aa77-a79de2395870 port 37feb930-2204-43a5-826a-5e33b91f54e5 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:17.707982 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.975707 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.990347 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:17.994044 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for router_gateway (a412119e-a63c-4e03-b2d1-e91b24338b86), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.017693 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:18.039217 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Sync routers for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:18.059467 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:18.060127 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:18.062677 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] Publish callbacks [] for security_group (e745bfc4-9821-40ea-8604-2fba371e7d87), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.077839 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85edfd-feaa-445d-aff8-2f3ff363dac2 None None] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:18.239877 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Provisioning complete for port dce64132-e888-4fd2-b119-a0007e40d9ea triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:18.240616 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.261429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] Publish callbacks [] for security_group (e745bfc4-9821-40ea-8604-2fba371e7d87), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.278800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.303341 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.311562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 50958) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:18.313767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5e6b8855-f560-4b7e-a781-351cbda2488b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9530611 Jun 29 10:13:18.348732 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.483599 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7748f8ba-b1f7-4075-86d3-14fde292a23b up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:18.486906 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c1ac7-c953-4fd3-8cb7-1d200f3c2da1 None None] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:18.556853 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Pushing event updated for resources: {'Port': ['ID=71c36fc0-550a-4251-ac12-f2a79e2218ba,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:18.631066 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db5405-7f85-4596-80bb-5284c1832aa4 None None] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:18.661461 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks [] for port (37feb930-2204-43a5-826a-5e33b91f54e5), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.670364 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:18.675701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:18.709875 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:18.763719 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.815489 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:18.835494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Allocated IP 172.20.0.1 (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e/06720278-be43-4d51-abab-d89aba448367/72d2dcc7-c817-46ee-bfbd-cf9081306290) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:18.897749 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Attempting to bind port 37feb930-2204-43a5-826a-5e33b91f54e5 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:18.898121 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Attempting to bind port 37feb930-2204-43a5-826a-5e33b91f54e5 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:18.898529 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Attempting to bind port 37feb930-2204-43a5-826a-5e33b91f54e5 on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:18.915312 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Pushing event updated for resources: {'Port': ['ID=37feb930-2204-43a5-826a-5e33b91f54e5,revision_number=2']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:18.919332 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:18.919715 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:18.920115 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.920504 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:18.921242 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Bound port: 37feb930-2204-43a5-826a-5e33b91f54e5, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:18.921621 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:18.945252 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e76bf-90b7-479b-baa6-2165a5fcb836 None None] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:18.961178 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.961489 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.965938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.966691 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.966691 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Tracked resource versions report: Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: pushed versions: Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: { 'AddressGroup': {'1.2'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'ConntrackHelper': {'1.0'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'LocalIPAssociation': {'1.0'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Log': {'1.0'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Network': {'1.1'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Port': {'1.7'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'PortForwarding': {'1.2'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'QosPolicy': {'1.10'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroup': {'1.5'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SubPort': {'1.0'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Subnet': {'1.1'}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Trunk': {'1.1'}} Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: consumer versions: Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: { DHCP agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: HyperV agent@hv-cinder-84786: {}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: L3 agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: Metadata agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: Metering agent@dv-cinder-847864-5-iscsi: {}, Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: Open vSwitch agent@dv-cinder-847864-5-iscsi: { 'AddressGroup': '1.2', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'ConntrackHelper': '1.0', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'LocalIPAssociation': '1.0', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Log': '1.0', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Network': '1.1', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Port': '1.7', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'PortForwarding': '1.2', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'QosPolicy': '1.10', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroup': '1.5', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SecurityGroupRule': '1.2', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'SubPort': '1.0', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Subnet': '1.1', Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: 'Trunk': '1.1'}} Jun 29 10:13:18.968554 dv-cinder-847864-5-iscsi neutron-server[104298]: {{(pid=104298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:13:19.019761 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] For port 37feb930-2204-43a5-826a-5e33b91f54e5, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:19.024891 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] For port 37feb930-2204-43a5-826a-5e33b91f54e5, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=37feb930-2204-43a5-826a-5e33b91f54e5,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:19.032632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks [] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.038450 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e745bfc4-9821-40ea-8604-2fba371e7d87), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.041408 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.044829 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e745bfc4-9821-40ea-8604-2fba371e7d87 HTTP/1.1" status: 204 len: 168 time: 1.4730113 Jun 29 10:13:19.071269 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604d166-16d3-4f39-8f7f-d6287dd3489b None None] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:13:19.111989 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18da99d-0b1e-4d79-bb89-3625fdf5d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745bfc4-9821-40ea-8604-2fba371e7d87,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:19.146876 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.147502 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.156352 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Current status of the port dce64132-e888-4fd2-b119-a0007e40d9ea is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:19.156763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.160534 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.243564 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:19.244740 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:19.259810 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:19.261549 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Pushing event updated for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:19.272517 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:19.277965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:19.280215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (0b37d284-0873-41a6-aa77-a79de2395870), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.299782 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6c52e-2bd3-4128-8db1-608b7eb1c334 None None] Pushing event updated for resources: {'Port': ['ID=37feb930-2204-43a5-826a-5e33b91f54e5,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:19.362937 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 7748f8ba-b1f7-4075-86d3-14fde292a23b triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:19.363311 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.418929 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:19.582908 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Router f18afc3f-2c13-4528-b06a-887b190fbc1a is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:13:19.651422 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] For port dce64132-e888-4fd2-b119-a0007e40d9ea, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=dce64132-e888-4fd2-b119-a0007e40d9ea,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:19.753317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.803965 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:19.957147 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42718c-3e21-45d6-9066-9e71163b2f4e None None] Pushing event updated for resources: {'Port': ['ID=dce64132-e888-4fd2-b119-a0007e40d9ea,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:19.964619 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:14Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:20.062703 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc81c-25f7-4263-a2b2-9746d70cb63c None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:14Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:20.201571 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 7748f8ba-b1f7-4075-86d3-14fde292a23b is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:20.202076 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.206464 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks [] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.228761 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Provisioning complete for port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:20.233816 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.259337 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for router_gateway (bf81d57b-df39-4186-8565-89c0ec3663d4), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.325842 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 7748f8ba-b1f7-4075-86d3-14fde292a23b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7748f8ba-b1f7-4075-86d3-14fde292a23b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:20.341820 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:15Z', 'revision_number': 3, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:20.358791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.359570 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (0b37d284-0873-41a6-aa77-a79de2395870), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.359751 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.375657 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Checking router: 54371dfa-b5b8-4b45-90e7-525da9ba2f15 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:20.376006 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Updating router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 port 65fd4e45-5def-42c7-91c2-7db34dc7056e binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:20.427130 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:20.438618 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:20.468419 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:20.469669 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:20.615930 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Pushing event updated for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:20.621720 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:20.633809 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.634607 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 454a52f1-c40a-4d04-8c97-60ccf8c09a27 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:20.713660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:20.715452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:20.786947 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Current status of the port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:20.816135 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:20.900325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Allocated IP 172.20.0.1 (44cfa4be-893a-4494-b6ce-ab23d53c69e5/0698ff84-9a1a-4b42-8789-11df163696ee/383d68ce-8820-4724-a4eb-3694bf6e1502) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:21.002193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Provisioning complete for port 7748f8ba-b1f7-4075-86d3-14fde292a23b triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:21.002193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.004020 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=7748f8ba-b1f7-4075-86d3-14fde292a23b,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:21.063069 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Router 0b37d284-0873-41a6-aa77-a79de2395870 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:13:21.076807 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:16Z', 'revision_number': 3, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:21.114684 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks [] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.166277 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:21.166624 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Updating router f18afc3f-2c13-4528-b06a-887b190fbc1a port ec805429-9403-4dba-b7c9-e71592decc3f binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:21.286634 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.297495 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.315055 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:21.320338 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:21.326167 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-22904caa-eef3-44d9-a713-814a0e9cf79e admin admin] 10.222.0.60 "PUT /v2.0/routers/0b37d284-0873-41a6-aa77-a79de2395870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1351740 Jun 29 10:13:21.329413 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:21.332177 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:21.332965 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.379335 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:21.381013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.579846 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Router a412119e-a63c-4e03-b2d1-e91b24338b86 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:13:21.586371 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.592123 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-37835330-692f-4114-88ed-b896edb37bfb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4055355 Jun 29 10:13:21.596426 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51034) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:21.773806 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks [] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.808165 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:21.815741 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device b9530cfb-cf9d-4a9d-9a01-de22a60be55b up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:21.818058 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Current status of the port 7748f8ba-b1f7-4075-86d3-14fde292a23b is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:21.864750 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Provisioning complete for port 4682b439-bb94-4707-b2e7-29e988d59b70 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:21.866785 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.924823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:21.938382 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Pushing event updated for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:22.197444 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308602e-fe11-4f13-ba76-9add5b7c5098 None None] Pushing event updated for resources: {'Port': ['ID=65fd4e45-5def-42c7-91c2-7db34dc7056e,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:22.210092 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Attempting to bind port 65fd4e45-5def-42c7-91c2-7db34dc7056e on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:22.210540 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Attempting to bind port 65fd4e45-5def-42c7-91c2-7db34dc7056e by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:22.210901 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Attempting to bind port 65fd4e45-5def-42c7-91c2-7db34dc7056e on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:22.212385 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks [] for port (ec805429-9403-4dba-b7c9-e71592decc3f), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.212940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.225473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.231429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:22.234595 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:22.235148 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:22.237289 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.237683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:22.238317 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Bound port: 65fd4e45-5def-42c7-91c2-7db34dc7056e, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:22.240048 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.249171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:22.277278 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.323096 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port b9530cfb-cf9d-4a9d-9a01-de22a60be55b triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:22.323569 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.409347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51076) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:22.447060 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744a47-b33b-430a-b5aa-294cfa96e7a8 None None] Pushing event updated for resources: {'Port': ['ID=ec805429-9403-4dba-b7c9-e71592decc3f,revision_number=2']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:22.464626 dv-cinder-847864-5-iscsi neutron-server[104296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:13:22.468990 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:22.468990 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:22.473089 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Attempting to bind port ec805429-9403-4dba-b7c9-e71592decc3f on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:22.473498 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Attempting to bind port ec805429-9403-4dba-b7c9-e71592decc3f by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:22.473854 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Attempting to bind port ec805429-9403-4dba-b7c9-e71592decc3f on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:22.487410 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:22.487781 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:22.488176 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.489075 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:22.489075 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Bound port: ec805429-9403-4dba-b7c9-e71592decc3f, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:22.489394 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.613529 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] For port ec805429-9403-4dba-b7c9-e71592decc3f, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:22.617855 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] For port ec805429-9403-4dba-b7c9-e71592decc3f, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=ec805429-9403-4dba-b7c9-e71592decc3f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:22.641712 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.642981 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e9ccf9f6-8a7c-4785-8609-ff6bb5e7e5c5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0950651 Jun 29 10:13:22.653517 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51096) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:22.667593 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Current status of the port 4682b439-bb94-4707-b2e7-29e988d59b70 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:22.667918 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.672838 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Router bf81d57b-df39-4186-8565-89c0ec3663d4 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:13:22.717839 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.732046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:22.767807 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] For port 4682b439-bb94-4707-b2e7-29e988d59b70, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=4682b439-bb94-4707-b2e7-29e988d59b70,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:22.816392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] For port 65fd4e45-5def-42c7-91c2-7db34dc7056e, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:22.832145 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] For port 65fd4e45-5def-42c7-91c2-7db34dc7056e, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=65fd4e45-5def-42c7-91c2-7db34dc7056e,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:22.872360 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:22.873181 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:22.882821 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744a47-b33b-430a-b5aa-294cfa96e7a8 None None] Pushing event updated for resources: {'Port': ['ID=ec805429-9403-4dba-b7c9-e71592decc3f,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:22.923838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.031143 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Pushing event updated for resources: {'Port': ['ID=4682b439-bb94-4707-b2e7-29e988d59b70,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:23.082440 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.097711 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port b9530cfb-cf9d-4a9d-9a01-de22a60be55b is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:23.098098 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.107019 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks [] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.117830 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:23.135355 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:23.170078 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:23.177025 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.178737 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.181661 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:23.182290 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:23.189616 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:23.218110 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Provisioning complete for port b9530cfb-cf9d-4a9d-9a01-de22a60be55b triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:23.218978 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.256581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:23.257461 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:23.317552 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-40d6995d-ee7b-4090-a710-973766e17c45 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:23.319864 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-40d6995d-ee7b-4090-a710-973766e17c45 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 0.9071567 Jun 29 10:13:23.326319 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Pushing event updated for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:23.333228 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:23.337382 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ca75179e-6f71-4f91-a734-3b46d10d7642 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.7378845 Jun 29 10:13:23.347068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51112) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:23.423862 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:23.463463 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:23.467078 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:23.495353 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:23.499806 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-ae204b03-e7b8-4cf1-b88d-458b9967e7c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/quotas/7928f40090604bfdb83098cf7e6adcbd HTTP/1.1" status: 200 len: 375 time: 0.1735320 Jun 29 10:13:23.727651 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:23.731019 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51124) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:23.839953 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Allocated IP 172.20.0.1 (2a44f32d-a5a6-4243-aea4-fa6653b3e004/dc786764-e5d4-4706-ba02-ab4af9cb954c/a43a1f1f-9046-46de-9a15-6186e7954478) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:23.843413 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:16Z', 'revision_number': 3, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:23.907328 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:13:23.908368 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:23.910541 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930596-0dfc-4515-b20a-a03ccef17c3e None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:16Z', 'revision_number': 3, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:23.948629 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 2, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:24.003510 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:24.003920 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Updating router 0b37d284-0873-41a6-aa77-a79de2395870 port 72d2dcc7-c817-46ee-bfbd-cf9081306290 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:24.039910 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:24.047412 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Current status of the port b9530cfb-cf9d-4a9d-9a01-de22a60be55b is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:24.047927 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.050701 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-b0e2ee63-ec0c-4352-acad-8d527a8ba869 admin admin] 10.222.0.60 "PUT /v2.0/routers/54371dfa-b5b8-4b45-90e7-525da9ba2f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7138658 Jun 29 10:13:24.053641 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.055244 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.068111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.069055 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 4682b439-bb94-4707-b2e7-29e988d59b70 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:24.118440 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308602e-fe11-4f13-ba76-9add5b7c5098 None None] Pushing event updated for resources: {'Port': ['ID=65fd4e45-5def-42c7-91c2-7db34dc7056e,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:24.159184 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks [] for port (a43a1f1f-9046-46de-9a15-6186e7954478), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.162338 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:24.163302 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:24.232627 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-08dbf2a0-ea39-415d-8092-5fdec0021429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.287795 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-8a13fcc3-4b68-49c7-b5cd-e0129a26e307 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7732728 Jun 29 10:13:24.482552 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-08dbf2a0-ea39-415d-8092-5fdec0021429 admin admin] Publish callbacks [] for security_group (478761db-e322-4e91-be66-bf10fefd1f15), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.602460 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-08dbf2a0-ea39-415d-8092-5fdec0021429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (478761db-e322-4e91-be66-bf10fefd1f15), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.624781 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.666226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:24.678819 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks [] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.713514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 4682b439-bb94-4707-b2e7-29e988d59b70 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:24.713876 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.741323 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.db.api [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:13:24.741765 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG oslo_db.api [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:13:24.757911 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.841496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:17Z', 'revision_number': 3, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:24.842849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:24.843230 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Allocated IP 172.20.0.1 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/84359cd7-50df-4658-9ce3-ad33f32ef512) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:24.862386 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-08dbf2a0-ea39-415d-8092-5fdec0021429 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4331bbf69044e9da360586308cdb0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0352767 Jun 29 10:13:24.865824 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:24.870604 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51150) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:24.877926 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b95b49-ccbc-4a08-bcd5-9136ab25ac0b None None] Pushing event updated for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:24.888589 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:24.896947 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:24.980421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:24.989104 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Updating router a412119e-a63c-4e03-b2d1-e91b24338b86 port 8e81e048-b3cb-444f-871a-661360dd5fce binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:24.993733 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:25.000186 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf2a0-ea39-415d-8092-5fdec0021429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478761db-e322-4e91-be66-bf10fefd1f15,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:25.011652 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51152) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:25.024127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:25.055397 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Attempting to bind port 72d2dcc7-c817-46ee-bfbd-cf9081306290 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:25.055774 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Attempting to bind port 72d2dcc7-c817-46ee-bfbd-cf9081306290 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:25.057867 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Attempting to bind port 72d2dcc7-c817-46ee-bfbd-cf9081306290 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:25.070804 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] Publish callbacks [] for security_group (478761db-e322-4e91-be66-bf10fefd1f15), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.093996 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:25.097967 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:25.097967 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.097967 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Bound using segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:25.097967 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Bound port: 72d2dcc7-c817-46ee-bfbd-cf9081306290, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:25.098806 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.184669 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-512a2d9d-c377-4f2b-8ab5-0212ae87e404 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:13:25.187041 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-512a2d9d-c377-4f2b-8ab5-0212ae87e404 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4275856 Jun 29 10:13:25.199156 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.299696 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] For port 72d2dcc7-c817-46ee-bfbd-cf9081306290, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:25.301331 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cf18c4ea-0cc9-4f8f-a7ca-7cf4bf9e3f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.309158 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] For port 72d2dcc7-c817-46ee-bfbd-cf9081306290, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=72d2dcc7-c817-46ee-bfbd-cf9081306290,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:25.337621 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51168) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:25.349968 dv-cinder-847864-5-iscsi neutron-server[104295]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:13:25.354172 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] Publish callbacks [] for security_group (478761db-e322-4e91-be66-bf10fefd1f15), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.426705 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.460546 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:25.563076 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 4682b439-bb94-4707-b2e7-29e988d59b70 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:25.565296 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device dce64132-e888-4fd2-b119-a0007e40d9ea up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:25.567284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:25.567666 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Updating router bf81d57b-df39-4186-8565-89c0ec3663d4 port 71c36fc0-550a-4251-ac12-f2a79e2218ba binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:25.580064 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:25.585038 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:25.586621 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-c32c2612-ef2b-43b0-aa0e-f2c1f82150a6 service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687718 Jun 29 10:13:25.591916 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b95b49-ccbc-4a08-bcd5-9136ab25ac0b None None] Pushing event updated for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:25.613663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.629818 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ef20-3524-41dd-9b19-5ebdad4e4247 None None] Current status of the port b9530cfb-cf9d-4a9d-9a01-de22a60be55b is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:25.755380 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.768960 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:25.940984 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks [] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.010997 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:26.018046 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-d0741969-f8eb-4bae-b777-4592c3ea0fa2 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:26.019392 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-d0741969-f8eb-4bae-b777-4592c3ea0fa2 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/networks?id=44cfa4be-893a-4494-b6ce-ab23d53c69e5 HTTP/1.1" status: 200 len: 812 time: 0.6762600 Jun 29 10:13:26.039683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port a43a1f1f-9046-46de-9a15-6186e7954478 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:26.039683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.058149 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (478761db-e322-4e91-be66-bf10fefd1f15), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.061421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.062563 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/478761db-e322-4e91-be66-bf10fefd1f15 HTTP/1.1" status: 204 len: 168 time: 1.1863527 Jun 29 10:13:26.075500 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-de218e4f-2005-4a20-bd29-6f38f15f3b1f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/quotas/ec47dd409a0443dbad323231a4c0b191 HTTP/1.1" status: 200 len: 375 time: 0.0487335 Jun 29 10:13:26.080440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cf18c4ea-0cc9-4f8f-a7ca-7cf4bf9e3f3c admin admin] Publish callbacks [] for security_group (d9562a4e-69c7-4f3b-b3f8-686b82813fdc), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.135311 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71e94-72e8-4793-b696-cd3e305c1690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478761db-e322-4e91-be66-bf10fefd1f15,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:26.135519 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-987b81a9-0855-4f38-94c0-ad4e0a373383 service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378835 Jun 29 10:13:26.162633 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks [] for port (8e81e048-b3cb-444f-871a-661360dd5fce), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.180723 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.182799 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cf18c4ea-0cc9-4f8f-a7ca-7cf4bf9e3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d9562a4e-69c7-4f3b-b3f8-686b82813fdc), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.203621 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port dce64132-e888-4fd2-b119-a0007e40d9ea triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:26.203989 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.270697 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Allocated IP 172.20.0.1 (be3310c9-18b3-4780-b37c-cfa01bfdee5e/0f830936-42ea-4f98-ac67-ed38143f4523/70f1504f-b7ad-4b46-8896-95eeeadb2b23) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:26.291659 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:26.300966 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:26.304284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.332551 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:26.333150 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (a412119e-a63c-4e03-b2d1-e91b24338b86), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.364105 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18c4ea-0cc9-4f8f-a7ca-7cf4bf9e3f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9562a4e-69c7-4f3b-b3f8-686b82813fdc,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:26.400003 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cf18c4ea-0cc9-4f8f-a7ca-7cf4bf9e3f3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0595cf6c271d4145a709a23d54a9e341&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3440809 Jun 29 10:13:26.407197 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Port a43a1f1f-9046-46de-9a15-6186e7954478 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:26.413720 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51176) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:26.504802 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:26.576410 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7bff-380b-417d-8fd5-5759decc6afd None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:26.787393 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57a36-1fb9-4917-b6c0-d5e830957594 None None] Pushing event updated for resources: {'Port': ['ID=8e81e048-b3cb-444f-871a-661360dd5fce,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:26.805542 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-b2ea6c63-551f-441b-8b5d-444898d098cb tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec47dd409a0443dbad323231a4c0b191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7295301 Jun 29 10:13:26.808389 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Pushing event updated for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:26.862996 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-afde467a-b28b-40a2-a73f-c4b67a9f8106 req-045f9cc8-24f9-4af5-8b88-0428cb8a53bc tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 210 time: 0.1495116 Jun 29 10:13:26.907879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks [] for port (a43a1f1f-9046-46de-9a15-6186e7954478), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.912295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks [] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.914775 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] Publish callbacks [] for security_group (d9562a4e-69c7-4f3b-b3f8-686b82813fdc), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.947977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port 383d68ce-8820-4724-a4eb-3694bf6e1502 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:26.948633 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:26.954118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Attempting to bind port 8e81e048-b3cb-444f-871a-661360dd5fce on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:26.954118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Attempting to bind port 8e81e048-b3cb-444f-871a-661360dd5fce by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:26.954118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Attempting to bind port 8e81e048-b3cb-444f-871a-661360dd5fce on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:26.966373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] Publish callbacks [] for security_group (d9562a4e-69c7-4f3b-b3f8-686b82813fdc), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.025913 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.050619 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port dce64132-e888-4fd2-b119-a0007e40d9ea is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:27.074185 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:27.078423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:27.079006 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.080628 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:27.083772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Bound port: 8e81e048-b3cb-444f-871a-661360dd5fce, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:27.084168 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.162360 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '383d68ce-8820-4724-a4eb-3694bf6e1502', 'name': '', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'mac_address': 'fa:16:3e:ce:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:20Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 2, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'subnets': [{'id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:27.269536 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks [] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.279765 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.281040 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.323819 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Port 383d68ce-8820-4724-a4eb-3694bf6e1502 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:27.390572 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks [] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.398297 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-e1e8e2de-f141-4140-99d0-d01afc338983 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:13:27.399717 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-e1e8e2de-f141-4140-99d0-d01afc338983 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2912526 Jun 29 10:13:27.445133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] For port 8e81e048-b3cb-444f-871a-661360dd5fce, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:27.453772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] For port 8e81e048-b3cb-444f-871a-661360dd5fce, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=8e81e048-b3cb-444f-871a-661360dd5fce,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:27.461783 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c3c2-8fde-46b4-896b-591c42f34f80 None None] The sync data for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi is: [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '383d68ce-8820-4724-a4eb-3694bf6e1502', 'name': '', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'mac_address': 'fa:16:3e:ce:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:20Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 2, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'subnets': [{'id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:27.490747 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.494793 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port 4682b439-bb94-4707-b2e7-29e988d59b70 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:27.495067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.589812 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.591798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (a412119e-a63c-4e03-b2d1-e91b24338b86), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.620359 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device ec805429-9403-4dba-b7c9-e71592decc3f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:27.704850 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d9562a4e-69c7-4f3b-b3f8-686b82813fdc), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.710438 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.721300 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9562a4e-69c7-4f3b-b3f8-686b82813fdc HTTP/1.1" status: 204 len: 168 time: 1.3029881 Jun 29 10:13:27.746913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.750533 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.752413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:27.769238 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-e063367a-9915-4970-831d-8059cc2f419e service neutron] 10.222.0.60 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536081 Jun 29 10:13:27.814067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Attempting to bind port 71c36fc0-550a-4251-ac12-f2a79e2218ba on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:27.814567 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Attempting to bind port 71c36fc0-550a-4251-ac12-f2a79e2218ba by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:27.814776 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Attempting to bind port 71c36fc0-550a-4251-ac12-f2a79e2218ba on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:27.822144 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port ec805429-9403-4dba-b7c9-e71592decc3f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:27.822513 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.828931 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c50ef7-c57f-4ce6-9a3f-d90c58ad525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9562a4e-69c7-4f3b-b3f8-686b82813fdc,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:27.903910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:27.904285 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:27.904701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.905093 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:27.905620 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Bound port: 71c36fc0-550a-4251-ac12-f2a79e2218ba, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:27.905943 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:27.976733 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:28.052844 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:28.060356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:28.060872 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (bf81d57b-df39-4186-8565-89c0ec3663d4), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:28.077073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-52be76e0-6040-4160-99f4-9837dbd39edb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:28.078634 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-52be76e0-6040-4160-99f4-9837dbd39edb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 0.6419621 Jun 29 10:13:28.113913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc70f9-96f3-4acc-aa41-8ac02d3ee1ec None None] Pushing event updated for resources: {'Port': ['ID=71c36fc0-550a-4251-ac12-f2a79e2218ba,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:28.170248 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:28.173575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Pushing event updated for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:28.191641 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Pushing event updated for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:28.193517 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:28.211326 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-c237d8fe-358f-418b-a50c-415ce7c517f7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/quotas/7928f40090604bfdb83098cf7e6adcbd HTTP/1.1" status: 200 len: 375 time: 0.1214728 Jun 29 10:13:28.421542 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:28.430392 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:28.452892 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Current status of the port 4682b439-bb94-4707-b2e7-29e988d59b70 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:28.505516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:28.505516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:28.611942 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-21a0709c-9814-4272-b9c2-016e45773966 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3997145 Jun 29 10:13:28.615611 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-9aceefc6-fe4d-4209-9902-536163ca4c74 service neutron] 10.222.0.60 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400819 Jun 29 10:13:28.750635 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port 72d2dcc7-c817-46ee-bfbd-cf9081306290 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:28.751020 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:28.759534 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] For port 71c36fc0-550a-4251-ac12-f2a79e2218ba, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:28.882565 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57a36-1fb9-4917-b6c0-d5e830957594 None None] Pushing event updated for resources: {'Port': ['ID=8e81e048-b3cb-444f-871a-661360dd5fce,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:28.893060 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] For port 71c36fc0-550a-4251-ac12-f2a79e2218ba, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=71c36fc0-550a-4251-ac12-f2a79e2218ba,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:28.896766 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:13:28.920161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:13:28.934754 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.073004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.169347 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port ec805429-9403-4dba-b7c9-e71592decc3f is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:29.170433 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.198945 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port ec805429-9403-4dba-b7c9-e71592decc3f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=ec805429-9403-4dba-b7c9-e71592decc3f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:29.207788 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc70f9-96f3-4acc-aa41-8ac02d3ee1ec None None] Pushing event updated for resources: {'Port': ['ID=71c36fc0-550a-4251-ac12-f2a79e2218ba,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:29.260569 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-c37e74cb-9268-415a-94ca-0522ce881c03 service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223066 Jun 29 10:13:29.290284 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:29.299327 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:29.304435 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fc49bd38-b7d3-4a37-9d5c-7293a9ee5830 admin admin] 10.222.0.60 "PUT /v2.0/routers/a412119e-a63c-4e03-b2d1-e91b24338b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6497295 Jun 29 10:13:29.323056 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51288) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:29.363970 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7599c5e0-babf-4402-85c0-df3ec4f565a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.383644 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.384427 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 72d2dcc7-c817-46ee-bfbd-cf9081306290 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:29.385979 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Current status of the port 72d2dcc7-c817-46ee-bfbd-cf9081306290 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:29.386400 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.432417 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] For port 72d2dcc7-c817-46ee-bfbd-cf9081306290, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=72d2dcc7-c817-46ee-bfbd-cf9081306290,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:29.461231 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bea6d155-1201-4a0b-b669-220f280a6c7a req-1d51012c-0d39-4fea-9f69-0d9c07f17cea tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.0940156 Jun 29 10:13:29.508752 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:29.509688 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:29.611310 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.643584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7599c5e0-babf-4402-85c0-df3ec4f565a8 admin admin] Publish callbacks [] for security_group (11c97cd5-6dfd-4bc6-a59e-5df518266627), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.729193 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7599c5e0-babf-4402-85c0-df3ec4f565a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (11c97cd5-6dfd-4bc6-a59e-5df518266627), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.831667 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:29.843913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:29.844254 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:29.844443 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:29.872955 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c5e0-babf-4402-85c0-df3ec4f565a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c97cd5-6dfd-4bc6-a59e-5df518266627,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:29.895081 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:29.896007 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:29.897368 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7599c5e0-babf-4402-85c0-df3ec4f565a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d80ddab26e8436b885df4c176b6861d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732672 Jun 29 10:13:29.899953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51316) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:29.926368 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=ec805429-9403-4dba-b7c9-e71592decc3f,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:29.960457 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-7b05c1f4-20ae-403d-9e79-46859a1b7d42 service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220934 Jun 29 10:13:29.975459 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ea6bfea4-fea3-4eac-9105-a3e697812ee5 admin admin] 10.222.0.60 "PUT /v2.0/routers/f18afc3f-2c13-4528-b06a-887b190fbc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3780060 Jun 29 10:13:30.055500 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Pushing event updated for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:30.069735 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 72d2dcc7-c817-46ee-bfbd-cf9081306290 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:30.070508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.148930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Current status of the port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:30.173076 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks [] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.202391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51326) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:30.207417 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557248940', 'description': 'tempest-description--1179375386'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:30.208221 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] Publish callbacks [] for security_group (11c97cd5-6dfd-4bc6-a59e-5df518266627), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.213765 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:30.249212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.250252 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (bf81d57b-df39-4186-8565-89c0ec3663d4), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.273047 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:27Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:30.319666 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] Publish callbacks [] for security_group (11c97cd5-6dfd-4bc6-a59e-5df518266627), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.338285 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port 7748f8ba-b1f7-4075-86d3-14fde292a23b triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:30.338756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.343765 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7aa3d5-8307-4fa5-a4c3-2de960624371 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:27Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:30.352139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.386848 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Pushing event updated for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:30.490173 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:30.492895 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:30.493098 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:30.566374 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 72d2dcc7-c817-46ee-bfbd-cf9081306290 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:30.567478 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7748f8ba-b1f7-4075-86d3-14fde292a23b up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:30.597954 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (11c97cd5-6dfd-4bc6-a59e-5df518266627), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.602133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.603622 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11c97cd5-6dfd-4bc6-a59e-5df518266627 HTTP/1.1" status: 204 len: 168 time: 0.7025876 Jun 29 10:13:30.625164 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af0e52-d61c-457c-b47c-a3324b460e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c97cd5-6dfd-4bc6-a59e-5df518266627,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:30.741421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51346) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:30.746276 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214828673', 'description': 'tempest-description--72289205'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:30.790922 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (7d9dbd11-6149-468d-9604-d2cef5ecfb30), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.795881 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e6dfa746-809d-4d03-9991-19423a40ba9b req-3b4f01f1-4277-4a49-ba2d-a73194eda4ea tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.1674833 Jun 29 10:13:30.818004 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:13:30.913352 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc3e2b35-2d93-473a-9a71-750d8cf67a46 req-f4c12b12-96d4-4090-96a5-1658e08a8feb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.0542130 Jun 29 10:13:30.952433 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:30.983117 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:13:30.985213 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7d9dbd11-6149-468d-9604-d2cef5ecfb30), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.004530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 7748f8ba-b1f7-4075-86d3-14fde292a23b triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:31.004530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.005652 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 2, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:31.028204 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-19119821-b7a0-4deb-8810-acf7462a6a01 admin admin] 10.222.0.60 "PUT /v2.0/routers/bf81d57b-df39-4186-8565-89c0ec3663d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6400912 Jun 29 10:13:31.035045 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:31.035409 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Updating router f18afc3f-2c13-4528-b06a-887b190fbc1a port a43a1f1f-9046-46de-9a15-6186e7954478 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:31.082811 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.123602 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9dbd11-6149-468d-9604-d2cef5ecfb30,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:31.143863 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Current status of the port 7748f8ba-b1f7-4075-86d3-14fde292a23b is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:31.171006 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (bc872a18-6134-4bd7-987c-3f13279f371a), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.187207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:31.190264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.193373 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6c737638-7ef9-441b-8f7d-5a447268ebc1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9870770 Jun 29 10:13:31.193860 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51362) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:31.199003 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '7d9dbd11-6149-468d-9604-d2cef5ecfb30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:31.213250 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Provisioning complete for port dce64132-e888-4fd2-b119-a0007e40d9ea triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:31.213627 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.283984 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bc872a18-6134-4bd7-987c-3f13279f371a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.324377 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d977773-fae4-4fee-8f6f-28d5f9e0f1d1 None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:31.372709 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 7748f8ba-b1f7-4075-86d3-14fde292a23b is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:31.374142 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 37feb930-2204-43a5-826a-5e33b91f54e5 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:31.381228 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (84ed8fc2-a3c4-44b5-aa7a-bae6322c1195), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.413066 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc872a18-6134-4bd7-987c-3f13279f371a,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:31.450915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.454898 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9d1dad75-071c-45b9-9503-43fed119be51 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7092865 Jun 29 10:13:31.454989 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51374) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:31.459260 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group_rule': {'security_group_id': 'bc872a18-6134-4bd7-987c-3f13279f371a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:31.534809 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (84ed8fc2-a3c4-44b5-aa7a-bae6322c1195), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.660674 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (84ed8fc2-a3c4-44b5-aa7a-bae6322c1195), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.667905 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks [] for port (a43a1f1f-9046-46de-9a15-6186e7954478), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.680983 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (1a62ef85-cabd-4971-9076-c00d9abb5f5a), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.689710 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ed8fc2-a3c4-44b5-aa7a-bae6322c1195,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:31.707115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91867-097b-427a-9503-6f1bbccf7a93 None None] Current status of the port dce64132-e888-4fd2-b119-a0007e40d9ea is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:31.714841 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 37feb930-2204-43a5-826a-5e33b91f54e5 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:31.715360 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.742954 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (1a62ef85-cabd-4971-9076-c00d9abb5f5a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.761657 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51386) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:31.767154 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630658187', 'description': 'tempest-description--1282632404'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:31.782835 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.784094 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-39174f4f-c5be-4aca-9d1f-ff31101bdbb1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889938 Jun 29 10:13:31.786782 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51388) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:31.791366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '7d9dbd11-6149-468d-9604-d2cef5ecfb30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:31.792491 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.803312 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 37feb930-2204-43a5-826a-5e33b91f54e5 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:31.803710 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.831480 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 37feb930-2204-43a5-826a-5e33b91f54e5, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=37feb930-2204-43a5-826a-5e33b91f54e5,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:31.844143 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff88b21-9901-465a-adc6-962f17c914ef None None] Pushing event updated for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:31.847718 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Provisioning complete for port 72d2dcc7-c817-46ee-bfbd-cf9081306290 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:31.848157 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.852178 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (1a62ef85-cabd-4971-9076-c00d9abb5f5a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.892273 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a62ef85-cabd-4971-9076-c00d9abb5f5a,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:31.906831 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (40b32b9b-fd20-4e4a-80bb-df8051ab05e9), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:31.912339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.003933 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.004778 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device b9530cfb-cf9d-4a9d-9a01-de22a60be55b up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:32.033902 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.039859 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-acf2af71-087b-44db-9e9a-64e5950a3bb9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5841370 Jun 29 10:13:32.044618 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51400) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:32.049185 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group_rule': {'security_group_id': 'bc872a18-6134-4bd7-987c-3f13279f371a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:32.050295 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Attempting to bind port a43a1f1f-9046-46de-9a15-6186e7954478 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:32.050774 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Attempting to bind port a43a1f1f-9046-46de-9a15-6186e7954478 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:32.051007 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Attempting to bind port a43a1f1f-9046-46de-9a15-6186e7954478 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:32.063207 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:32.064280 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Checking segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:32.064866 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.065405 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Bound using segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:32.066035 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Bound port: a43a1f1f-9046-46de-9a15-6186e7954478, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:32.066757 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.135880 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cf4f6331-0e04-438b-869c-79728a857c47 req-8eb571c8-762d-4c2a-b6ee-2ca2350f4bc3 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.0987566 Jun 29 10:13:32.144706 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (40b32b9b-fd20-4e4a-80bb-df8051ab05e9), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.222527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (40934b68-0e59-46e0-b8b4-db4b1b87edb4), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.242156 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (40b32b9b-fd20-4e4a-80bb-df8051ab05e9), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.293277 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (a34c0e3d-35b7-4379-90fc-123954ad71f5), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.302544 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] For port a43a1f1f-9046-46de-9a15-6186e7954478, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:32.317628 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] For port a43a1f1f-9046-46de-9a15-6186e7954478, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=a43a1f1f-9046-46de-9a15-6186e7954478,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:32.360541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Current status of the port 72d2dcc7-c817-46ee-bfbd-cf9081306290 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:32.420267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (40934b68-0e59-46e0-b8b4-db4b1b87edb4), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.491942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port b9530cfb-cf9d-4a9d-9a01-de22a60be55b triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:32.491942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.544126 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.555515 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=37feb930-2204-43a5-826a-5e33b91f54e5,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:32.562861 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Provisioning complete for port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:32.563698 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.635087 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:32.704054 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Provisioning complete for port 84359cd7-50df-4658-9ce3-ad33f32ef512 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:32.704054 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.707701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b32b9b-fd20-4e4a-80bb-df8051ab05e9,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:32.739261 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port b9530cfb-cf9d-4a9d-9a01-de22a60be55b is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:32.743770 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 4682b439-bb94-4707-b2e7-29e988d59b70 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:32.746437 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:32.747415 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:32.801468 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.803348 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6f2b0a28-a7bf-456d-86fc-20ae497e842e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0155001 Jun 29 10:13:32.806517 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51424) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:32.815127 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:32.925540 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:32.955382 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 4682b439-bb94-4707-b2e7-29e988d59b70 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:32.957146 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:32.963979 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Port 84359cd7-50df-4658-9ce3-ad33f32ef512 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:32.992343 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.039886 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Sync routers for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:33.061980 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Provisioning complete for port a43a1f1f-9046-46de-9a15-6186e7954478 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:33.062356 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.116929 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73bbaa7-d34d-4e05-8e5e-8efeb25ec529 req-f841cb84-9314-4fe1-892a-99e5802fa5e7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.8247981 Jun 29 10:13:33.118110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40934b68-0e59-46e0-b8b4-db4b1b87edb4,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:33.124666 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:33.125301 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:33.234005 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (a34c0e3d-35b7-4379-90fc-123954ad71f5), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.300555 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (a34c0e3d-35b7-4379-90fc-123954ad71f5), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.346584 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff88b21-9901-465a-adc6-962f17c914ef None None] Pushing event updated for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:33.360936 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34c0e3d-35b7-4379-90fc-123954ad71f5,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:33.390793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.392111 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-03dd8896-f6a1-431e-b8c2-823d411bfc86 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6284070 Jun 29 10:13:33.397017 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51432) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:33.424392 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group_rule': {'security_group_id': '40934b68-0e59-46e0-b8b4-db4b1b87edb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:33.488310 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:33.490985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.492389 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-40a2abb9-bd41-4a54-ad8c-2db59439e51e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4466286 Jun 29 10:13:33.501538 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51440) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:33.506848 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:33.535364 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.609055 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Current status of the port a43a1f1f-9046-46de-9a15-6186e7954478 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:33.609398 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.638701 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:33.683104 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:32Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:33.793933 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a684c-c481-463d-ad64-51d696dc8538 None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:32Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:33.845869 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.27.1.78 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/f4ef7296-3d97-48e5-95a7-aac1c740310d) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:33.918607 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 4682b439-bb94-4707-b2e7-29e988d59b70 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:33.919753 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device dce64132-e888-4fd2-b119-a0007e40d9ea up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:33.937456 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] For port a43a1f1f-9046-46de-9a15-6186e7954478, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=a43a1f1f-9046-46de-9a15-6186e7954478,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:34.110595 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-35e2da47-b933-4e19-a4da-a7e69a829d44 req-273e9b0f-70da-4a0b-95ec-23e18bb07b72 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.0618532 Jun 29 10:13:34.111512 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (c2ea0852-d723-41ce-8d53-7130fd220693), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.189368 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.192182 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.237684 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.239713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.339962 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (c2ea0852-d723-41ce-8d53-7130fd220693), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.434613 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72764-3d4e-44d8-aa19-e21ae6becb1b None None] Pushing event updated for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:34.442920 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.64', 56169) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:34.444452 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-02c965e1-0154-407e-91c5-a864898cc835 None None] Provisioning complete for port a43a1f1f-9046-46de-9a15-6186e7954478 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:34.444858 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02c965e1-0154-407e-91c5-a864898cc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.449805 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (c2ea0852-d723-41ce-8d53-7130fd220693), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.491693 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ea0852-d723-41ce-8d53-7130fd220693,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:34.537429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.64', 56170) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:34.567665 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.622367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port dce64132-e888-4fd2-b119-a0007e40d9ea triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:34.624219 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.658107 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Allocated IP 172.27.1.82 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/eb0deacd-205c-4342-ae44-d5104cf8f877) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:34.707176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.64', 56171) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:34.781301 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port dce64132-e888-4fd2-b119-a0007e40d9ea is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:34.789366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-6800cbf5-5d21-4357-a0f2-b6471e64b10d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:34.790867 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-6800cbf5-5d21-4357-a0f2-b6471e64b10d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 0.2520006 Jun 29 10:13:34.795046 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.795226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '383d68ce-8820-4724-a4eb-3694bf6e1502', 'name': '', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'mac_address': 'fa:16:3e:ce:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:20Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 2, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'subnets': [{'id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:34.798335 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ad4d8afa-9c0d-49fb-9215-fadcef4eddf5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3801191 Jun 29 10:13:34.799899 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-02c965e1-0154-407e-91c5-a864898cc835 None None] Current status of the port a43a1f1f-9046-46de-9a15-6186e7954478 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:34.802761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51482) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:34.813133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group_rule': {'security_group_id': '40934b68-0e59-46e0-b8b4-db4b1b87edb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:34.841052 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Checking router: 54371dfa-b5b8-4b45-90e7-525da9ba2f15 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:34.841435 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=f4ef7296-3d97-48e5-95a7-aac1c740310d,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:34.841731 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Updating router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 port 383d68ce-8820-4724-a4eb-3694bf6e1502 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:34.859183 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:34.873456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'port': {'device_id': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'admin_state_up': True, 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:34.874177 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:34.908974 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:34.921047 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:35.062100 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-023fae25-3804-4333-a05f-04c8ccc7f96d req-e53e2a77-9542-4c87-a86b-3f0d2dbf175e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.3516538 Jun 29 10:13:35.266425 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (d3da0218-3bdb-443c-8025-d0cb1e882631), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.355646 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-98c4b942-6de9-4055-8fe9-454170bf1b7f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:35.364008 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-98c4b942-6de9-4055-8fe9-454170bf1b7f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.64 "GET /v2.0/networks?id=44cfa4be-893a-4494-b6ce-ab23d53c69e5 HTTP/1.1" status: 200 len: 812 time: 0.6301553 Jun 29 10:13:35.395444 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Request body: {'port': {'device_id': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'admin_state_up': True, 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:35.486435 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-05183fab-52cc-4967-8144-478ce96e081a req-1247d71f-0e6c-43f3-9271-806577e94aa3 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.1543403 Jun 29 10:13:35.506736 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 71c36fc0-550a-4251-ac12-f2a79e2218ba up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:35.506736 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks [] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.507461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.577127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-0d8de34a-d7d0-4b60-852c-7d3bd2fa7b0c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:35.579744 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-0d8de34a-d7d0-4b60-852c-7d3bd2fa7b0c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 1.1318989 Jun 29 10:13:35.581187 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (d3da0218-3bdb-443c-8025-d0cb1e882631), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.595346 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'port': {'device_id': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'admin_state_up': True, 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:35.604889 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.609664 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.665368 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91091f7-2922-4c50-b978-65e20b12605f None None] Pushing event updated for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:35.678629 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Made reservation on behalf of 7928f40090604bfdb83098cf7e6adcbd for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:35.687049 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 71c36fc0-550a-4251-ac12-f2a79e2218ba triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:35.687652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.692493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.787353 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.808241 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (d3da0218-3bdb-443c-8025-d0cb1e882631), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.817970 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Made reservation on behalf of ec47dd409a0443dbad323231a4c0b191 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:35.821750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.851424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.883093 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Attempting to bind port 383d68ce-8820-4724-a4eb-3694bf6e1502 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:35.883355 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Attempting to bind port 383d68ce-8820-4724-a4eb-3694bf6e1502 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:35.883716 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Attempting to bind port 383d68ce-8820-4724-a4eb-3694bf6e1502 on network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:35.905235 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:35.905762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Checking segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:35.906236 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.906619 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Bound using segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:35.907107 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Bound port: 383d68ce-8820-4724-a4eb-3694bf6e1502, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:35.907481 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.909019 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:35.917753 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 71c36fc0-550a-4251-ac12-f2a79e2218ba is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:35.918153 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:35.976462 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 71c36fc0-550a-4251-ac12-f2a79e2218ba, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=71c36fc0-550a-4251-ac12-f2a79e2218ba,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:36.008996 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:36.011776 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:36.017063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Made reservation on behalf of 7928f40090604bfdb83098cf7e6adcbd for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:36.020920 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.028963 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] For port 383d68ce-8820-4724-a4eb-3694bf6e1502, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:36.039829 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] For port 383d68ce-8820-4724-a4eb-3694bf6e1502, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=383d68ce-8820-4724-a4eb-3694bf6e1502,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:36.055406 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3da0218-3bdb-443c-8025-d0cb1e882631,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:36.118377 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.122248 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 72d2dcc7-c817-46ee-bfbd-cf9081306290 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:36.192040 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.237056 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=eb0deacd-205c-4342-ae44-d5104cf8f877,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:36.250097 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.257398 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ef20817b-7288-4e7c-94d8-42a6605920ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4512630 Jun 29 10:13:36.259815 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=71c36fc0-550a-4251-ac12-f2a79e2218ba,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:36.274444 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.276488 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-909ff20c-a464-4113-bb9c-40934d59782e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.292109 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51536) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:36.296219 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Allocated IP 172.20.0.7 (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e/06720278-be43-4d51-abab-d89aba448367/99469df4-6bf4-4a32-bf43-aa0f30d906ef) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:36.304106 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7f699ef5-21b1-4e91-823f-98895d841359 req-94826ff1-ef34-4a96-87aa-7688b53430c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.1021338 Jun 29 10:13:36.316070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:36.707135 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.825370 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.827680 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:36.884913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91091f7-2922-4c50-b978-65e20b12605f None None] Pushing event updated for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:36.921834 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Provisioning complete for port 383d68ce-8820-4724-a4eb-3694bf6e1502 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:36.923721 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.035880 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Allocated IP 172.20.0.8 (44cfa4be-893a-4494-b6ce-ab23d53c69e5/0698ff84-9a1a-4b42-8789-11df163696ee/5db968e7-1554-4c2b-8eb8-0c0dfcc2b547) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:37.089970 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bf20b824-1553-41cd-acbc-8b938ea27118 req-8a0ac8ba-f8ff-456f-bf6e-9541d382aa15 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.2115865 Jun 29 10:13:37.182333 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.211595 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:37.212271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:37.330226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 72d2dcc7-c817-46ee-bfbd-cf9081306290 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:37.330930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.472492 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:37.473679 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Current status of the port 383d68ce-8820-4724-a4eb-3694bf6e1502 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:37.474138 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.494068 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:37.552198 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:37.566868 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:37.579566 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.594835 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:37.602743 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] For port 383d68ce-8820-4724-a4eb-3694bf6e1502, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=383d68ce-8820-4724-a4eb-3694bf6e1502,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:37.609657 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.706689 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.734268 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:37.766074 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:37.801286 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 72d2dcc7-c817-46ee-bfbd-cf9081306290 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:37.805342 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device ec805429-9403-4dba-b7c9-e71592decc3f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:38.087786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.098291 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-9ffa4a12-0956-474a-bdca-f31ad82948c6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2418425 Jun 29 10:13:38.146897 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-73ac14ab-cbbe-4a8e-b183-5b562f0d9eda tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:13:38.156180 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-73ac14ab-cbbe-4a8e-b183-5b562f0d9eda tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187304 Jun 29 10:13:38.187121 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=f4ef7296-3d97-48e5-95a7-aac1c740310d,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:38.207083 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2ecf041b-6d71-4a4c-b9aa-e4f79c556df2 None None] Provisioning complete for port 383d68ce-8820-4724-a4eb-3694bf6e1502 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:38.207653 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2ecf041b-6d71-4a4c-b9aa-e4f79c556df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.242196 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Allocated IP 172.20.0.12 (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e/06720278-be43-4d51-abab-d89aba448367/672eee6a-7491-4915-8df4-10c248e587f8) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:38.256180 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80821dbb-02f0-4106-8728-cf890d8ecf54 None None] Pushing event updated for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:38.294241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port ec805429-9403-4dba-b7c9-e71592decc3f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:38.294667 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.353630 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-631792a5-4ebe-43de-ab1f-8fb5a5f3cb40 req-02102a98-069a-4349-bf49-2c9d4904adfd tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.1085370 Jun 29 10:13:38.366646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '383d68ce-8820-4724-a4eb-3694bf6e1502', 'name': '', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'mac_address': 'fa:16:3e:ce:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:20Z', 'updated_at': '2022-06-29T10:13:36Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'subnets': [{'id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:38.439199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603edd1-d943-49ba-96aa-eec9e5683e09 None None] The sync data for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi is: [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '383d68ce-8820-4724-a4eb-3694bf6e1502', 'name': '', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'mac_address': 'fa:16:3e:ce:49:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:20Z', 'updated_at': '2022-06-29T10:13:36Z', 'revision_number': 4, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'subnets': [{'id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:38.449119 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f236566d-b688-4a69-a3cd-53b8a15a104f req-805d1d06-a5ab-43c0-8bfb-5ffb65ed52c4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.4409914 Jun 29 10:13:38.470247 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.471640 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c0d2f9ca-8182-4329-b98f-913f8e87d0a5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6632850 Jun 29 10:13:38.565065 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Request body: {'port': {'device_id': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:38.590242 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf041b-6d71-4a4c-b9aa-e4f79c556df2 None None] Current status of the port 383d68ce-8820-4724-a4eb-3694bf6e1502 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:38.625855 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port ec805429-9403-4dba-b7c9-e71592decc3f is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:38.627762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 37feb930-2204-43a5-826a-5e33b91f54e5 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:38.682918 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-695832a3-6215-4a65-80e8-a81dea86c769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.705800 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 37feb930-2204-43a5-826a-5e33b91f54e5 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:38.706234 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.743606 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.774162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-d3c4283e-feef-42f7-98e5-330549a7d6e0 None None] Provisioning complete for port 99469df4-6bf4-4a32-bf43-aa0f30d906ef triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:38.774556 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-d3c4283e-feef-42f7-98e5-330549a7d6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:38.877950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4283e-feef-42f7-98e5-330549a7d6e0 None None] Port 99469df4-6bf4-4a32-bf43-aa0f30d906ef cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:38.953290 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 37feb930-2204-43a5-826a-5e33b91f54e5 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:38.957689 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device a43a1f1f-9046-46de-9a15-6186e7954478 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:38.988387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks [] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.042452 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port a43a1f1f-9046-46de-9a15-6186e7954478 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:39.043015 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.047298 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-d1fcd4dd-70a6-4811-9559-75d2dba0f22e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1557248940&fields=id&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 267 time: 0.2739186 Jun 29 10:13:39.061537 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.076647 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.178723 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.206175 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port a43a1f1f-9046-46de-9a15-6186e7954478 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:39.209615 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 65fd4e45-5def-42c7-91c2-7db34dc7056e up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:39.274866 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.301553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 65fd4e45-5def-42c7-91c2-7db34dc7056e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:39.301930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.323239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for port (672eee6a-7491-4915-8df4-10c248e587f8), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.373162 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=eb0deacd-205c-4342-ae44-d5104cf8f877,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:39.412048 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.416332 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1401c82f-41c0-4e43-a47b-a5ca4eb12cb1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9104385 Jun 29 10:13:39.426164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.452125 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 65fd4e45-5def-42c7-91c2-7db34dc7056e is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:39.466351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.492731 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 65fd4e45-5def-42c7-91c2-7db34dc7056e, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=65fd4e45-5def-42c7-91c2-7db34dc7056e,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:39.501002 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-431b8295-978a-4f9c-a0eb-ce06fe89b49b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:39.509562 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-431b8295-978a-4f9c-a0eb-ce06fe89b49b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.4608068 Jun 29 10:13:39.550988 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-d048e073-a82c-4eb1-a8d8-9cd2d46bf8ff tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/quotas/9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 375 time: 0.0259581 Jun 29 10:13:39.591555 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.595967 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8e81e048-b3cb-444f-871a-661360dd5fce up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:39.603055 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.646738 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Allocated IP 172.27.1.168 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/811bf0f3-9e8f-4516-b773-68c571ec89d9) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:39.689545 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-2e643900-0e6c-4c5b-a4c1-752e1fb3545b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356647 Jun 29 10:13:39.768616 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=65fd4e45-5def-42c7-91c2-7db34dc7056e,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:39.808221 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 8e81e048-b3cb-444f-871a-661360dd5fce triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:39.812140 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.846163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.864553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Pushing event updated for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:39.869221 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:39.873626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:39.885374 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:39.993393 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:40.005438 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:40.006404 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.024743 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-f6ca1051-d414-4d16-84c4-ee220c5d65a8 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196337 Jun 29 10:13:40.041079 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 8e81e048-b3cb-444f-871a-661360dd5fce is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:40.041490 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.096514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 8e81e048-b3cb-444f-871a-661360dd5fce, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=8e81e048-b3cb-444f-871a-661360dd5fce,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:40.135775 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:40.147341 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.170897 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:40.218727 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8de3c6-d60b-439d-ae86-e153911e02a3 req-11ef87d2-ba66-485f-804b-1ca304cfdd21 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:40.236590 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6a8de3c6-d60b-439d-ae86-e153911e02a3 req-11ef87d2-ba66-485f-804b-1ca304cfdd21 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 931 time: 0.6388106 Jun 29 10:13:40.253200 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:40.255577 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:40.276054 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:40.276855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.319193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=8e81e048-b3cb-444f-871a-661360dd5fce,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:40.347519 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-adc62713-ed87-48ad-a585-4c82cc897fc1 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9731314 Jun 29 10:13:40.379939 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Request body: {'port': {'device_id': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:40.471119 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 383d68ce-8820-4724-a4eb-3694bf6e1502 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:40.478562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99469df4-6bf4-4a32-bf43-aa0f30d906ef {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:40.513039 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-68caf88e-375f-45df-81c1-dbb7b2a35dbc service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872129 Jun 29 10:13:40.515611 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks [] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.515782 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.572403 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Transition to ACTIVE for port object 99469df4-6bf4-4a32-bf43-aa0f30d906ef will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:40.634412 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:40.656769 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2c2a2f39-948e-42aa-8439-0771534e184f None None] Provisioning complete for port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:40.657239 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2f39-948e-42aa-8439-0771534e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.661913 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:40.667790 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.719022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:40.761880 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:40.779007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.785002 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a2f39-948e-42aa-8439-0771534e184f None None] Port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:40.795383 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 383d68ce-8820-4724-a4eb-3694bf6e1502 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:40.795763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:40.830749 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-914d0daf-201f-48d6-845d-4c04fbae27c7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2419460 Jun 29 10:13:40.941964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Attempting to bind port 99469df4-6bf4-4a32-bf43-aa0f30d906ef on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:40.943023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Attempting to bind port 99469df4-6bf4-4a32-bf43-aa0f30d906ef by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:40.945134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Attempting to bind port 99469df4-6bf4-4a32-bf43-aa0f30d906ef on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:41.006541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 383d68ce-8820-4724-a4eb-3694bf6e1502 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:41.007841 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 71c36fc0-550a-4251-ac12-f2a79e2218ba up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:41.012473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-551898aa-a6c9-4795-ac64-d9ae00ba0487 None None] Provisioning complete for port 672eee6a-7491-4915-8df4-10c248e587f8 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:41.014146 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-551898aa-a6c9-4795-ac64-d9ae00ba0487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (672eee6a-7491-4915-8df4-10c248e587f8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.015677 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Port 99469df4-6bf4-4a32-bf43-aa0f30d906ef on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:41.016912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Attempting to bind port 99469df4-6bf4-4a32-bf43-aa0f30d906ef on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:41.043975 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:41.047038 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:41.047385 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Bound using segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:41.048793 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Bound port: 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:41.049283 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.143172 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51638) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:41.223602 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-551898aa-a6c9-4795-ac64-d9ae00ba0487 None None] Port 672eee6a-7491-4915-8df4-10c248e587f8 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:41.227853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Request body: {'port': {'device_id': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:41.237457 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=811bf0f3-9e8f-4516-b773-68c571ec89d9,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:41.276638 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.286092 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 71c36fc0-550a-4251-ac12-f2a79e2218ba triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:41.291427 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.332795 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704de2f8-b885-47ef-8234-31ba33722221 req-1deae77f-d4d0-4298-be88-db34a7da2a7a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:41.334862 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-704de2f8-b885-47ef-8234-31ba33722221 req-1deae77f-d4d0-4298-be88-db34a7da2a7a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 932 time: 0.3953218 Jun 29 10:13:41.349550 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:41.364540 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6a8de3c6-d60b-439d-ae86-e153911e02a3 req-5d289bdc-91a3-49f4-a586-7e91c7c95424 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1271343 Jun 29 10:13:41.365662 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:41.438863 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3f87b9d4-6d30-4cbb-938b-01655e7d6b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.532822 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-704de2f8-b885-47ef-8234-31ba33722221 req-fb695a64-9550-404f-b321-fbb5452bfb36 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650608 Jun 29 10:13:41.537018 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.548868 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 71c36fc0-550a-4251-ac12-f2a79e2218ba is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:41.572447 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 65fd4e45-5def-42c7-91c2-7db34dc7056e up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:41.595823 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.632300 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:41.632961 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:41.634440 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] 10.222.0.64 "PUT /v2.0/ports/99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 1093 time: 3.1909497 Jun 29 10:13:41.634920 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:41.920936 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ecb1-1c23-4528-861b-54102fa7dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:41.990140 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3f608e0-5b47-41c2-8cf3-232bf510c810 req-26a93431-3bf0-4d05-8d60-b5c063c318bd tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 210 time: 0.0713043 Jun 29 10:13:41.999026 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 65fd4e45-5def-42c7-91c2-7db34dc7056e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:41.999405 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.072580 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3f87b9d4-6d30-4cbb-938b-01655e7d6b20 admin admin] Publish callbacks [] for security_group (33ab484a-25fd-43d8-9425-4d8c98e84c66), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.097748 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-e4f878f8-4a4c-4aa1-b10c-ea2604a0caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:42.177084 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-e4f878f8-4a4c-4aa1-b10c-ea2604a0caf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1127 time: 0.3048751 Jun 29 10:13:42.204118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 65fd4e45-5def-42c7-91c2-7db34dc7056e is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:42.223302 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.238558 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00471986-43f9-479d-9ae2-cd2d74d2ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:42.242398 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (672eee6a-7491-4915-8df4-10c248e587f8), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.249109 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-d038db92-119d-4efb-bf1a-e3d133b61ecb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 217 time: 0.1356032 Jun 29 10:13:42.296306 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-16fadf70-fe93-4e57-a829-8a4de9f093a9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--214828673&fields=id&tenant_id=a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 267 time: 0.7649713 Jun 29 10:13:42.388888 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3f87b9d4-6d30-4cbb-938b-01655e7d6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (33ab484a-25fd-43d8-9425-4d8c98e84c66), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.415224 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8e81e048-b3cb-444f-871a-661360dd5fce up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:42.529808 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-e9e859d0-98fa-4f22-bda5-6a79f65eaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:42.531715 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-e9e859d0-98fa-4f22-bda5-6a79f65eaed1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.2711875 Jun 29 10:13:42.532294 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 8e81e048-b3cb-444f-871a-661360dd5fce triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:42.532517 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.538844 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-3f87b9d4-6d30-4cbb-938b-01655e7d6b20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f6074d7d71043ccbbbf6f512f97f81c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3731728 Jun 29 10:13:42.538844 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87b9d4-6d30-4cbb-938b-01655e7d6b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab484a-25fd-43d8-9425-4d8c98e84c66,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:42.540725 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51686) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:42.592494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:42.793864 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617149-c196-4967-afdd-1465c1a98603 req-8da79e20-69e2-4e3e-b861-4b32b70cd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:42.796056 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-8da79e20-69e2-4e3e-b861-4b32b70cd259 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2072144 Jun 29 10:13:42.803672 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3709d770-2a7a-4c2f-8a85-95716a477765 x-openstack-request-id: req-3709d770-2a7a-4c2f-8a85-95716a477765 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:42.803967 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:42.804254 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3709d770-2a7a-4c2f-8a85-95716a477765 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:42.804732 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3709d770-2a7a-4c2f-8a85-95716a477765'] response: {'name': 'network-changed', 'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef', 'status': 'completed', 'code': 200} Jun 29 10:13:42.812199 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] Publish callbacks [] for security_group (33ab484a-25fd-43d8-9425-4d8c98e84c66), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.834567 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:42.866544 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 8e81e048-b3cb-444f-871a-661360dd5fce is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:43.042845 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:43.054511 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:43.055078 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:43.141933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks [] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.163463 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] Publish callbacks [] for security_group (33ab484a-25fd-43d8-9425-4d8c98e84c66), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.268070 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448d2f-7586-493f-9871-df364dc693eb req-a21e5be4-ceee-4a22-8a2b-f92c7c97bff5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:43.269783 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8448d2f-7586-493f-9871-df364dc693eb req-a21e5be4-ceee-4a22-8a2b-f92c7c97bff5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 931 time: 0.1681402 Jun 29 10:13:43.276681 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51700) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:43.321791 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-1f2ae73b-91e5-4f4c-a69f-396d0f76d6a8 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959288 Jun 29 10:13:43.396912 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:43.398251 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (33ab484a-25fd-43d8-9425-4d8c98e84c66), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.400794 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.405306 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33ab484a-25fd-43d8-9425-4d8c98e84c66 HTTP/1.1" status: 204 len: 168 time: 0.8372500 Jun 29 10:13:43.478038 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Transition to ACTIVE for port object 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:43.496288 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a260be1-900e-4a99-94fa-c37272ae660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab484a-25fd-43d8-9425-4d8c98e84c66,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:43.537126 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8448d2f-7586-493f-9871-df364dc693eb req-5e08f981-da62-4c05-9258-5428c60c04ce tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483430 Jun 29 10:13:43.587611 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.630385 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25617149-c196-4967-afdd-1465c1a98603 req-a0921529-e8c4-4dc3-8641-299258d393c5 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928212 Jun 29 10:13:43.652706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-b64697d8-9625-49fb-b451-20c690fe9bc7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:43.654902 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-b64697d8-9625-49fb-b451-20c690fe9bc7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 811 time: 1.3272426 Jun 29 10:13:43.688887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dd11-4848-4bfd-9ffe-e4f293727dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:43.912470 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:27Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:43.981901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Attempting to bind port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:43.981901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Attempting to bind port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:43.981901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Attempting to bind port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 on network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:43.994525 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 on network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:43.995085 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Attempting to bind port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 on network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:43.996405 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dd11-4848-4bfd-9ffe-e4f293727dc6 admin admin] Publish callbacks [] for security_group (311f39f8-f26b-47d3-ba85-2d0c7b9b3062), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.004218 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-e1eeb362-69a9-4816-882b-685f3647ef01 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/quotas/a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 375 time: 0.2674594 Jun 29 10:13:44.012538 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:44.012538 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Updating router a412119e-a63c-4e03-b2d1-e91b24338b86 port 84359cd7-50df-4658-9ce3-ad33f32ef512 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:44.012918 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:44.013028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Checking segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:44.014768 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Bound using segment: {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:44.014768 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Bound port: 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f9804f-8206-4db4-b170-d9b74d933989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:44.014768 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.046772 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:44.086537 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.127353 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dd11-4848-4bfd-9ffe-e4f293727dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (311f39f8-f26b-47d3-ba85-2d0c7b9b3062), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.138826 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.257551 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a7b2dd11-4848-4bfd-9ffe-e4f293727dc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81d6222e53bd4d96adca57fc7e0f266a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9793322 Jun 29 10:13:44.259168 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2dd11-4848-4bfd-9ffe-e4f293727dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f39f8-f26b-47d3-ba85-2d0c7b9b3062,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:44.265206 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51712) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:44.282004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-44c41c4a-1023-43a3-8f7a-0f945af5b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:44.284459 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-44c41c4a-1023-43a3-8f7a-0f945af5b589 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1127 time: 0.4732959 Jun 29 10:13:44.292422 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.296714 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89a0c0-7ba0-4854-81e1-3a6f9168629d req-105637cd-09ea-44dd-a327-61bfbe065a83 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:44.298769 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ba89a0c0-7ba0-4854-81e1-3a6f9168629d req-105637cd-09ea-44dd-a327-61bfbe065a83 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 932 time: 0.2998080 Jun 29 10:13:44.354404 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=811bf0f3-9e8f-4516-b773-68c571ec89d9,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:44.383153 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:44.423059 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.462169 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-4f7ec177-a107-4cf7-8bbb-d896cd1b33c7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4359360 Jun 29 10:13:44.492218 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:44.510177 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672eee6a-7491-4915-8df4-10c248e587f8 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:44.536152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.64', 56192) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:44.558521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks [] for port (672eee6a-7491-4915-8df4-10c248e587f8), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.567566 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.567697 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ead8e547-3e5b-4241-80e7-fab90681a424 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2623837 Jun 29 10:13:44.657151 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 51720) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:44.695770 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Transition to ACTIVE for port object 672eee6a-7491-4915-8df4-10c248e587f8 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:44.699989 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.792561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-202e42ee-6ecd-431f-836a-36b48f12da34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.797472 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.804164 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] Publish callbacks [] for security_group (311f39f8-f26b-47d3-ba85-2d0c7b9b3062), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.829504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:44.830244 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:44.830984 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ba89a0c0-7ba0-4854-81e1-3a6f9168629d req-3fd10d62-fc96-4e30-bc02-5b5832a03fb0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929602 Jun 29 10:13:44.834424 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] 10.222.0.64 "PUT /v2.0/ports/5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 HTTP/1.1" status: 200 len: 1093 time: 4.4695234 Jun 29 10:13:44.842642 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:44.935161 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:13:44.959868 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:44.961725 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:44.971041 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks [] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.013417 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-35655312-c75c-4cdb-ab86-4b30b8f5b6ca tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:45.016634 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-35655312-c75c-4cdb-ab86-4b30b8f5b6ca tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.4474137 Jun 29 10:13:45.157903 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.193984 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-91c3e49d-be5c-4c56-8f71-d457446949ad req-0d00a2e2-7988-4a40-84c4-4d7a4e04305b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 210 time: 0.1590812 Jun 29 10:13:45.210025 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] Publish callbacks [] for security_group (311f39f8-f26b-47d3-ba85-2d0c7b9b3062), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.222277 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-117ba1b6-b168-470c-a79b-e50526ea7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:45.225539 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-117ba1b6-b168-470c-a79b-e50526ea7163 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.9009407 Jun 29 10:13:45.315775 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-fed44303-3989-49f9-af7c-b920bdbe5efc service neutron] 10.222.0.60 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272307 Jun 29 10:13:45.462232 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ee0d1-ce1f-4392-b926-45d8e75f2256 None None] Pushing event updated for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:45.497454 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf4e7-e4d1-473a-a9bb-8ba2dcdecb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:45.534249 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:45.582006 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-6f10e034-49a9-410c-ab8e-8181a62965ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 217 time: 0.2507653 Jun 29 10:13:45.796764 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Attempting to bind port 84359cd7-50df-4658-9ce3-ad33f32ef512 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:45.797252 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Attempting to bind port 84359cd7-50df-4658-9ce3-ad33f32ef512 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:45.797859 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Attempting to bind port 84359cd7-50df-4658-9ce3-ad33f32ef512 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:45.808034 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:45.808883 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:45.810068 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.810652 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:45.811337 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Bound port: 84359cd7-50df-4658-9ce3-ad33f32ef512, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:45.811948 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.840133 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-801a91e2-8f08-4b67-8f2e-09f1df97b9c9 service neutron] 10.222.0.60 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094237 Jun 29 10:13:45.841442 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Pushing event updated for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:45.863028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0600d0-cfc4-4c53-89a5-5353842fc170" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:45.936184 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] For port 84359cd7-50df-4658-9ce3-ad33f32ef512, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:45.940618 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] For port 84359cd7-50df-4658-9ce3-ad33f32ef512, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=84359cd7-50df-4658-9ce3-ad33f32ef512,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:45.951682 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-bca14f07-02ed-4c2f-8588-f6e75cc49bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:45.953463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-bca14f07-02ed-4c2f-8588-f6e75cc49bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec47dd409a0443dbad323231a4c0b191&device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 1127 time: 0.9205847 Jun 29 10:13:45.955669 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-202e42ee-6ecd-431f-836a-36b48f12da34 admin admin] Publish callbacks [] for security_group (7a4454c1-1a53-4038-bfa3-f969314dd7b0), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:45.967906 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-d92b3c81-3fde-4307-8e72-64800b1cd0d9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 380 time: 0.7506227 Jun 29 10:13:45.970550 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-d0b0813c-0483-467a-9d0b-29b9a8c74a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:45.978465 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-d0b0813c-0483-467a-9d0b-29b9a8c74a12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.3619652 Jun 29 10:13:45.985759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'port': {'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'admin_state_up': True, 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'security_groups': ['7d9dbd11-6149-468d-9604-d2cef5ecfb30']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:46.038441 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.057339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Attempting to bind port 672eee6a-7491-4915-8df4-10c248e587f8 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:46.057831 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Attempting to bind port 672eee6a-7491-4915-8df4-10c248e587f8 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:46.058172 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Attempting to bind port 672eee6a-7491-4915-8df4-10c248e587f8 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:46.064115 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-28bb7bb7-1d4f-451b-870e-ecf28a01cc94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 HTTP/1.1" status: 200 len: 217 time: 0.0894034 Jun 29 10:13:46.071326 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Port 672eee6a-7491-4915-8df4-10c248e587f8 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:46.071326 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Attempting to bind port 672eee6a-7491-4915-8df4-10c248e587f8 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:46.080046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:46.080460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:46.080941 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Bound using segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:46.081503 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Bound port: 672eee6a-7491-4915-8df4-10c248e587f8, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:46.081806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (672eee6a-7491-4915-8df4-10c248e587f8), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.098829 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-202e42ee-6ecd-431f-836a-36b48f12da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7a4454c1-1a53-4038-bfa3-f969314dd7b0), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.104067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 2, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:46.175907 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:13:46.181211 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Updating router bf81d57b-df39-4186-8565-89c0ec3663d4 port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:13:46.230135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-64fd0fa4-9f26-469c-946c-7591b844f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:46.230724 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-202e42ee-6ecd-431f-836a-36b48f12da34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5acbeeda8afa4dd3a802729ae871c815&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5707996 Jun 29 10:13:46.232429 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ee0d1-ce1f-4392-b926-45d8e75f2256 None None] Pushing event updated for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:46.246319 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-64fd0fa4-9f26-469c-946c-7591b844f21a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0698ff84-9a1a-4b42-8789-11df163696ee HTTP/1.1" status: 200 len: 851 time: 0.1756809 Jun 29 10:13:46.247409 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51744) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:46.253252 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:46.257560 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:46.347646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Provisioning complete for port 84359cd7-50df-4658-9ce3-ad33f32ef512 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:46.348021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.350219 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.422001 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (311f39f8-f26b-47d3-ba85-2d0c7b9b3062), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.430004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.431368 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/311f39f8-f26b-47d3-ba85-2d0c7b9b3062 HTTP/1.1" status: 204 len: 168 time: 2.1636083 Jun 29 10:13:46.504259 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e42ee-6ecd-431f-836a-36b48f12da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4454c1-1a53-4038-bfa3-f969314dd7b0,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:46.546991 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-71869262-adde-4f8c-ba87-4e57d1ad676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:46.555634 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-71869262-adde-4f8c-ba87-4e57d1ad676a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5656548 Jun 29 10:13:46.568938 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:46.590873 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:46.593134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca153e7-a48a-4e0b-aed5-07f36f302eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f39f8-f26b-47d3-ba85-2d0c7b9b3062,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:46.639285 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23860d-6fba-4910-b03e-16c6beedb8cb req-7b80b753-7265-4707-871c-6c0e01454623 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:46.658096 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dd23860d-6fba-4910-b03e-16c6beedb8cb req-7b80b753-7265-4707-871c-6c0e01454623 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.3652523 Jun 29 10:13:46.670774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=672eee6a-7491-4915-8df4-10c248e587f8,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:46.750282 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.753265 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:46.761803 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.835848 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-fe26ad81-e8cf-447d-b503-22892dfc39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:46.838650 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-fe26ad81-e8cf-447d-b503-22892dfc39ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=44cfa4be-893a-4494-b6ce-ab23d53c69e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5292134 Jun 29 10:13:46.847767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-81760e5a-c8e6-4f44-892c-aaef424006a9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1630658187&fields=id&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 267 time: 0.3755431 Jun 29 10:13:46.880802 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:46.882461 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.887960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] 10.222.0.64 "PUT /v2.0/ports/672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 200 len: 1094 time: 5.6733811 Jun 29 10:13:46.900067 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] Publish callbacks [] for security_group (7a4454c1-1a53-4038-bfa3-f969314dd7b0), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.910516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Current status of the port 84359cd7-50df-4658-9ce3-ad33f32ef512 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:46.916707 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:46.966699 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dd23860d-6fba-4910-b03e-16c6beedb8cb req-e96cc634-d75e-4283-8eda-9549f683d7f7 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071859 Jun 29 10:13:46.993719 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-f1ad96f5-5822-4050-95ad-03f44d32ebd7 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196424 Jun 29 10:13:47.113278 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] For port 84359cd7-50df-4658-9ce3-ad33f32ef512, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=84359cd7-50df-4658-9ce3-ad33f32ef512,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:47.195856 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:47.213367 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:45Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:47.247638 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b8938-78f2-4c43-8f74-5b9753197318 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:45Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:47.337797 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.20.0.4 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/3331369a-42fc-4954-bcd7-40e49d09256b) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:47.360789 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4243-78a0-402d-bf8b-d97ff7e9555d service neutron] Pushing event updated for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:47.383456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] Publish callbacks [] for security_group (7a4454c1-1a53-4038-bfa3-f969314dd7b0), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:47.471559 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d00915-93bb-4e79-aa55-de33e42e9949 req-01136db1-76cf-42c3-b689-2620a3a94b75 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:47.473741 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-90d00915-93bb-4e79-aa55-de33e42e9949 req-01136db1-76cf-42c3-b689-2620a3a94b75 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.3683987 Jun 29 10:13:47.476852 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff508b1-9974-487c-a2e1-699cbf0a7215 None None] Pushing event updated for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:47.530884 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks [] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:47.559203 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-7e2de931-08c6-4fa1-bc9f-ee89b557ed78 None None] Provisioning complete for port 84359cd7-50df-4658-9ce3-ad33f32ef512 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:47.560794 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7e2de931-08c6-4fa1-bc9f-ee89b557ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:47.579670 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-00619eb7-b014-4f17-9139-c3ca2db8c926 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:47.581691 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-00619eb7-b014-4f17-9139-c3ca2db8c926 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 816 time: 0.6852818 Jun 29 10:13:47.633214 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-00471986-43f9-479d-9ae2-cd2d74d2ca75 req-03ac3efe-a348-45c7-8e63-56e30b27f417 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648401 Jun 29 10:13:47.720392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-7e2de931-08c6-4fa1-bc9f-ee89b557ed78 None None] Current status of the port 84359cd7-50df-4658-9ce3-ad33f32ef512 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:47.726288 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-d31a1ae9-13da-4460-a5c7-761eefc6992a service neutron] 10.222.0.64 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613520 Jun 29 10:13:47.732371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:47.847373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9718421-1e28-43da-91fe-55c543c3c806 None None] Pushing event updated for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:47.993337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Attempting to bind port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:47.993713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Attempting to bind port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:47.994077 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Attempting to bind port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:48.005941 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:48.006960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Checking segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:48.006960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.018109 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Bound using segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:48.018745 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Bound port: 70f1504f-b7ad-4b46-8896-95eeeadb2b23, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:48.019234 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.062586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51770) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:48.156048 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7a4454c1-1a53-4038-bfa3-f969314dd7b0), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.159043 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.164258 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a4454c1-1a53-4038-bfa3-f969314dd7b0 HTTP/1.1" status: 204 len: 168 time: 1.8985579 Jun 29 10:13:48.175388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] For port 70f1504f-b7ad-4b46-8896-95eeeadb2b23, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:48.182304 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] For port 70f1504f-b7ad-4b46-8896-95eeeadb2b23, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=70f1504f-b7ad-4b46-8896-95eeeadb2b23,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:48.189594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e255d-4be5-4271-a311-9ec432094dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4454c1-1a53-4038-bfa3-f969314dd7b0,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:48.193408 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-a13c7c13-9580-4864-8c2c-5d3129347aff tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/quotas/f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 375 time: 0.4590240 Jun 29 10:13:48.201976 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d9a8bfa7-eb2d-4930-bb16-4870a5f5454a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.251424 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.273409 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-0bf0d843-6baf-4676-a6b5-77581a918a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:48.275730 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-0bf0d843-6baf-4676-a6b5-77581a918a67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1128 time: 1.2473397 Jun 29 10:13:48.277752 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (3331369a-42fc-4954-bcd7-40e49d09256b), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.306457 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-90d00915-93bb-4e79-aa55-de33e42e9949 req-f6c11756-5d14-4194-abfe-fd0cee3065a3 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156598 Jun 29 10:13:48.432062 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-031a2c0f-a97a-40d0-843f-e7e80c0661ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 200 len: 217 time: 0.0963390 Jun 29 10:13:48.433813 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:13:48.435076 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:13:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:48.450561 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Provisioning complete for port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:48.450945 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.455199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9718421-1e28-43da-91fe-55c543c3c806 None None] Pushing event updated for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:48.467891 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.591926 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7aee39b4-c481-4ed6-baa2-4cf514d2df39 req-e0f2f802-cef0-4d51-9f0f-d27175b24784 service neutron] 10.222.0.64 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506534 Jun 29 10:13:48.598539 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:48.605157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:48.610956 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:48.619129 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:48.619918 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:48.647221 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-06523980-1ba9-48e3-a234-e82fd8aa568c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4403701 Jun 29 10:13:48.672345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 84359cd7-50df-4658-9ce3-ad33f32ef512 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:48.746408 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:48.848392 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-edca628c-1c8e-4730-9bb3-e3c4c8f87ec5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8684752 Jun 29 10:13:48.874676 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Request body: {'port': {'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:48.907163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-318f0b9a-5bad-4f4e-8694-493626447848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:48.909207 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-318f0b9a-5bad-4f4e-8694-493626447848 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.4361172 Jun 29 10:13:49.014415 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c2a839-cd54-4a09-a054-b1d3dee5817a x-openstack-request-id: req-43c2a839-cd54-4a09-a054-b1d3dee5817a {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:49.014806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:49.015073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43c2a839-cd54-4a09-a054-b1d3dee5817a {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:49.015619 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c2a839-cd54-4a09-a054-b1d3dee5817a'] response: {'name': 'network-changed', 'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547', 'status': 'completed', 'code': 200} Jun 29 10:13:49.029051 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.143861 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-5dae0d2f-849f-43bb-80fe-f58e67287fa0 service neutron] 10.222.0.60 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522393 Jun 29 10:13:49.175026 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 84359cd7-50df-4658-9ce3-ad33f32ef512 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:49.176553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.180284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Current status of the port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:49.183148 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.314530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:13:49.342340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d9a8bfa7-eb2d-4930-bb16-4870a5f5454a admin admin] Publish callbacks [] for security_group (41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.366530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] For port 70f1504f-b7ad-4b46-8896-95eeeadb2b23, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=70f1504f-b7ad-4b46-8896-95eeeadb2b23,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:49.408575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-00c29ece-0569-4a60-8846-214b000753c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:49.411487 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-00c29ece-0569-4a60-8846-214b000753c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4908204 Jun 29 10:13:49.415053 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc09585b-7ab2-4e2f-8048-df958093ba11 req-9f1189f6-294d-4bec-9ee2-c616f918af6d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 210 time: 0.0637281 Jun 29 10:13:49.463314 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d9a8bfa7-eb2d-4930-bb16-4870a5f5454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.506906 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.608559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d508-e2f8-4995-b140-b1fd11858cbe None None] Pushing event updated for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:49.640233 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 84359cd7-50df-4658-9ce3-ad33f32ef512 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:49.657832 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Provisioning complete for port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:49.658577 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.741786 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d9a8bfa7-eb2d-4930-bb16-4870a5f5454a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=402845a187154ccdb43e63b7e66b2a66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6750550 Jun 29 10:13:49.764017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51794) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:49.875462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13efd-5a41-4dbf-8eca-78035bb37174 req-d59ee952-19b8-4263-a4ce-bd2d87fa0fa2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:49.877104 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-87a13efd-5a41-4dbf-8eca-78035bb37174 req-d59ee952-19b8-4263-a4ce-bd2d87fa0fa2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 931 time: 0.3262458 Jun 29 10:13:49.885151 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-bbf7fafc-dd97-4f13-baf7-0efa3f9c2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:49.886753 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-bbf7fafc-dd97-4f13-baf7-0efa3f9c2de7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec47dd409a0443dbad323231a4c0b191&device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 1127 time: 0.7757237 Jun 29 10:13:49.887364 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8bfa7-eb2d-4930-bb16-4870a5f5454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:49.911768 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Current status of the port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:49.915126 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-fc78392f-8778-46fa-8096-d2f0a5d88422 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:49.916751 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-fc78392f-8778-46fa-8096-d2f0a5d88422 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 811 time: 0.3051538 Jun 29 10:13:49.931973 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Provisioning complete for port 3331369a-42fc-4954-bcd7-40e49d09256b triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:49.932486 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:49.938744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:48Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:13:49.997932 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7940b-e8ac-4390-bb7e-7da13e970aad None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:48Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:13:50.014029 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-27a761a0-0b77-498f-8261-583df45883d1 None None] Port 3331369a-42fc-4954-bcd7-40e49d09256b cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:50.033126 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-87a13efd-5a41-4dbf-8eca-78035bb37174 req-83e1eaf3-2180-415d-b3d0-0557cebc0ae7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476490 Jun 29 10:13:50.036422 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3331369a-42fc-4954-bcd7-40e49d09256b {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:50.059623 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks [] for port (3331369a-42fc-4954-bcd7-40e49d09256b), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:50.125002 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Transition to ACTIVE for port object 3331369a-42fc-4954-bcd7-40e49d09256b will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:50.130662 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-91361cee-72ab-4a21-b8dd-1fac7711dc93 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 379 time: 0.1925597 Jun 29 10:13:50.148487 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'port': {'device_id': '864e5101-1a25-4b4a-989f-797e0e297400', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'admin_state_up': True, 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'security_groups': ['bc872a18-6134-4bd7-987c-3f13279f371a']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:50.201926 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-c1952bb8-86c7-4f67-ab52-3ffe7733edef service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658148 Jun 29 10:13:50.237329 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-02333adc-d76a-48c8-8382-cf77498df7d1 service neutron] 10.222.0.60 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0823860 Jun 29 10:13:50.303189 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:50.442200 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Pushing event updated for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:50.486977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 70f1504f-b7ad-4b46-8896-95eeeadb2b23 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:13:50.515219 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6431394-26e9-44c5-9a58-d3afadf702dd req-62f09925-7762-4e9f-89cf-cb53972de793 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766192 Jun 29 10:13:50.527613 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] Publish callbacks [] for security_group (41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:50.597587 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] Publish callbacks [] for security_group (41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:50.663824 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:50.679031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:50.920849 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b393dad-e929-495c-9098-56f0799beb6e req-1793d48c-b0d5-40a1-83e8-15ccb5372239 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:50.922481 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6b393dad-e929-495c-9098-56f0799beb6e req-1793d48c-b0d5-40a1-83e8-15ccb5372239 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.6345899 Jun 29 10:13:50.931788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Attempting to bind port 3331369a-42fc-4954-bcd7-40e49d09256b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:50.932320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Attempting to bind port 3331369a-42fc-4954-bcd7-40e49d09256b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:50.932874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Attempting to bind port 3331369a-42fc-4954-bcd7-40e49d09256b on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:50.974117 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Port 3331369a-42fc-4954-bcd7-40e49d09256b on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:50.974452 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Attempting to bind port 3331369a-42fc-4954-bcd7-40e49d09256b on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:50.984872 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:50.996320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:50.997369 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:50.997878 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:50.998263 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Bound port: 3331369a-42fc-4954-bcd7-40e49d09256b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:50.998626 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.018157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:51.026334 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddfa6c1-026b-44ab-b7e0-43d892b79609" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "tag": "672eee6a-7491-4915-8df4-10c248e587f8"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:51.051079 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6b393dad-e929-495c-9098-56f0799beb6e req-5d159190-e2e1-4df1-bfdb-5f466d665b94 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 Jun 29 10:13:51.095215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-dd89d9e3-a9db-4e68-bc85-5423786a7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:51.097142 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-dd89d9e3-a9db-4e68-bc85-5423786a7978 service neutron] 10.222.0.64 "GET /v2.0/networks?id=44cfa4be-893a-4494-b6ce-ab23d53c69e5 HTTP/1.1" status: 200 len: 913 time: 1.1869857 Jun 29 10:13:51.133144 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Made reservation on behalf of a83bea18b5414e13b8df84343b51bbf1 for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:51.137809 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.174344 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-a718b1d4-dfb0-40a0-9a27-680dd329ed63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 HTTP/1.1" status: 200 len: 217 time: 0.0675976 Jun 29 10:13:51.174807 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:51.218054 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3331369a-42fc-4954-bcd7-40e49d09256b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:51.266630 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058996-f9e6-4a0c-a3f6-2308b23d7635 req-a589dd34-832c-4596-9cd4-5b38c5aa06f7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:51.268494 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b8058996-f9e6-4a0c-a3f6-2308b23d7635 req-a589dd34-832c-4596-9cd4-5b38c5aa06f7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.3274100 Jun 29 10:13:51.312640 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bff02e07-7fda-4088-bf46-593a3da95d02 req-d6d6db2f-8049-4c7f-8e12-ac1e2c83c87f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 210 time: 0.0826778 Jun 29 10:13:51.321801 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-36f35c38-8283-4b35-9225-c153daae41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:51.337253 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-36f35c38-8283-4b35-9225-c153daae41b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0698ff84-9a1a-4b42-8789-11df163696ee HTTP/1.1" status: 200 len: 851 time: 0.1328995 Jun 29 10:13:51.342466 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.343309 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.352787 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.364154 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea HTTP/1.1" status: 204 len: 168 time: 1.4850345 Jun 29 10:13:51.467452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c7a77-7ece-4310-a8f9-970824cc9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3f894-bf64-4fc1-b3f4-3ddc77bc62ea,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:51.518880 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b8058996-f9e6-4a0c-a3f6-2308b23d7635 req-178372fe-9fdb-4ade-b742-3cd0e39ff486 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413766 Jun 29 10:13:51.531340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-95c6e555-147b-4c12-a545-e16095546368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:51.533073 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-95c6e555-147b-4c12-a545-e16095546368 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=44cfa4be-893a-4494-b6ce-ab23d53c69e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625028 Jun 29 10:13:51.595014 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a515a6f3-2685-411e-9e1d-b73169575b53 req-8eddbe4e-3c39-4b95-aad5-ca024b71c5f5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.1297727 Jun 29 10:13:51.625465 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:51.627873 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:51.627873 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] 10.222.0.64 "PUT /v2.0/ports/3331369a-42fc-4954-bcd7-40e49d09256b HTTP/1.1" status: 200 len: 1093 time: 2.7581992 Jun 29 10:13:51.630530 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:51.638481 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72372d6f-4f71-44d7-8492-f1b0184f4e40" -d '{"events": [{"name": "network-changed", "server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:51.664713 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490727-1aee-4158-8afe-a2aa8f21f52e service neutron] Pushing event updated for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:51.694821 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Allocated IP 172.20.0.5 (2a44f32d-a5a6-4243-aea4-fa6653b3e004/dc786764-e5d4-4706-ba02-ab4af9cb954c/f0b6ec0d-716c-4ff6-92f3-442fc5cdb856) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:51.813707 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e92aae-448b-472c-9a23-407dc1e9d383 x-openstack-request-id: req-81e92aae-448b-472c-9a23-407dc1e9d383 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:51.814289 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "tag": "672eee6a-7491-4915-8df4-10c248e587f8", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:51.816064 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81e92aae-448b-472c-9a23-407dc1e9d383 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:51.816488 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e92aae-448b-472c-9a23-407dc1e9d383'] response: {'name': 'network-changed', 'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8', 'status': 'completed', 'code': 200} Jun 29 10:13:51.917122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e946294-9272-4cf6-b58d-253f074be0ad x-openstack-request-id: req-8e946294-9272-4cf6-b58d-253f074be0ad {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:51.917473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:51.917675 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e946294-9272-4cf6-b58d-253f074be0ad {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:51.920494 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e946294-9272-4cf6-b58d-253f074be0ad'] response: {'name': 'network-changed', 'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b', 'status': 'completed', 'code': 200} Jun 29 10:13:51.921804 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:13:51.979692 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-51d261e8-7412-46c0-8e53-438a06ad7acd service neutron] 10.222.0.64 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217670 Jun 29 10:13:52.154212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-484fa629-e662-4d1e-b46d-66049747be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.154212 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-484fa629-e662-4d1e-b46d-66049747be8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 1127 time: 0.2700572 Jun 29 10:13:52.167284 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c0600d0-cfc4-4c53-89a5-5353842fc170 req-243d0b6c-88da-4bba-b6fb-4a441bc1c780 service neutron] 10.222.0.64 "GET /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793659 Jun 29 10:13:52.239374 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-1ea94cd0-9867-470d-980c-058b4e7e7937 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331369a-42fc-4954-bcd7-40e49d09256b HTTP/1.1" status: 200 len: 217 time: 0.0691860 Jun 29 10:13:52.256698 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-36b62fc4-5ddb-4e5f-a4af-40845daf4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.258921 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-36b62fc4-5ddb-4e5f-a4af-40845daf4e82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1128 time: 0.4163837 Jun 29 10:13:52.270116 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62d17-ab31-47ef-a2c8-5d0408c28066 req-6303ca8c-8a20-4c9f-8607-68dd1a979eaf tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.278095 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d4a62d17-ab31-47ef-a2c8-5d0408c28066 req-6303ca8c-8a20-4c9f-8607-68dd1a979eaf tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 943 time: 0.3040950 Jun 29 10:13:52.379158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0f789121-8e4f-4868-9976-689b6a6dbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.382410 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-0f789121-8e4f-4868-9976-689b6a6dbfe8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0906193 Jun 29 10:13:52.416206 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:52.431182 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d4a62d17-ab31-47ef-a2c8-5d0408c28066 req-8cfe613f-7711-4d75-addd-6ad630aeda27 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510122 Jun 29 10:13:52.544889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203d7dd-41ce-459f-9b15-56ce778354c2 req-068caec5-ccd4-49ea-90c3-96e82b10513b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.560381 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7203d7dd-41ce-459f-9b15-56ce778354c2 req-068caec5-ccd4-49ea-90c3-96e82b10513b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.2941856 Jun 29 10:13:52.590334 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-b65772aa-d900-43a1-8e11-3392f7c5bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.591879 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-2d05b516-6abb-474f-b217-c6130d4aff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.593442 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-2d05b516-6abb-474f-b217-c6130d4aff09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.3073599 Jun 29 10:13:52.596059 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-b65772aa-d900-43a1-8e11-3392f7c5bdaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1868064 Jun 29 10:13:52.624163 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-31b6a6e9-c663-40d4-a613-c29905c41d28 req-9c2b1fe6-6816-4ba4-983f-f031fe7337e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 210 time: 0.0607142 Jun 29 10:13:52.678105 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7203d7dd-41ce-459f-9b15-56ce778354c2 req-715ebefb-d9a5-4775-b7a3-04c8d61efb1e tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077509 Jun 29 10:13:52.716515 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-584e6e2f-7ffc-4e86-b726-9c3611b15f44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 200 len: 217 time: 0.0795853 Jun 29 10:13:52.813921 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-9c64ba21-3459-4f68-8754-4578113e7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.815557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-9c64ba21-3459-4f68-8754-4578113e7346 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0853863 Jun 29 10:13:52.819231 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:52.841661 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bcc3406f-07c2-4289-8713-aa3c7a618108 req-de5fe6d3-e4b2-4b9f-a2cd-6500aeea69ab tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.0495002 Jun 29 10:13:52.843841 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-90f08934-a91e-4914-afea-8e72d41295cf service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828685 Jun 29 10:13:52.901639 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:52.908437 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:52.911491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:52.917597 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:52.919558 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.920179 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:52.942096 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7f69-c0a0-4ab5-b47d-3c6753f9c44d req-2ceef253-ea00-4ee3-8b07-ee78b01f3df0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:52.943633 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d29d7f69-c0a0-4ab5-b47d-3c6753f9c44d req-2ceef253-ea00-4ee3-8b07-ee78b01f3df0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.1264360 Jun 29 10:13:53.060876 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d29d7f69-c0a0-4ab5-b47d-3c6753f9c44d req-20012f44-b437-4b5f-b19a-b53c363ead2c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093051 Jun 29 10:13:53.063096 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7e0d703f-6091-4152-aaba-be627142edb6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9234300 Jun 29 10:13:53.079053 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Request body: {'port': {'device_id': '864e5101-1a25-4b4a-989f-797e0e297400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:53.107563 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-6471d7e9-814a-450c-a078-933692fca4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.107882 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb66472e-4c9a-4dfb-8e16-b95460ff0d8c req-02a00b8c-863f-4190-9af2-ff5fe84e4aca service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375697 Jun 29 10:13:53.109120 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-6471d7e9-814a-450c-a078-933692fca4aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391287 Jun 29 10:13:53.168866 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:53.271307 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-314f3625-6f3b-4747-b487-5f8e338f7c57 None None] Provisioning complete for port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:53.275571 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-314f3625-6f3b-4747-b487-5f8e338f7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:53.336449 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-314f3625-6f3b-4747-b487-5f8e338f7c57 None None] Port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:53.357195 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-2d0817b0-3f1b-44b3-9ffe-99e05b71295c service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962368 Jun 29 10:13:53.538004 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ddfa6c1-026b-44ab-b7e0-43d892b79609 req-8c04d137-12a3-477e-b829-63d2d6fa15bc service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716912 Jun 29 10:13:53.613632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d8ac-36ab-468a-9293-f6accb71b464 req-792a5917-1ac6-45b0-b31f-c34b8593ec13 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.618587 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9f40d8ac-36ab-468a-9293-f6accb71b464 req-792a5917-1ac6-45b0-b31f-c34b8593ec13 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 943 time: 0.0711367 Jun 29 10:13:53.623245 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-37af9281-b7ee-4c5b-95c1-7973f22a39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.624805 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-37af9281-b7ee-4c5b-95c1-7973f22a39da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 1127 time: 0.3061020 Jun 29 10:13:53.736931 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9f40d8ac-36ab-468a-9293-f6accb71b464 req-eed4efd0-f957-4ca0-8e08-219cfed51578 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172528 Jun 29 10:13:53.802192 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-1e6ca102-9b66-4c1a-b804-607d704fa3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.815668 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-1e6ca102-9b66-4c1a-b804-607d704fa3f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.1692221 Jun 29 10:13:53.879877 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-4985c3d0-17e0-4d6f-9e47-378991271a9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331369a-42fc-4954-bcd7-40e49d09256b HTTP/1.1" status: 200 len: 217 time: 0.0624611 Jun 29 10:13:53.897321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:53.907835 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks [] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:53.930623 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Transition to ACTIVE for port object f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:53.949069 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-67a65f8c-3fea-4525-9d07-9e046b9b44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.950538 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-67a65f8c-3fea-4525-9d07-9e046b9b44a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0675368 Jun 29 10:13:53.955757 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa8559-6028-4bc9-a815-5adf3fad98a1 req-ee703c5c-8c66-43ef-b362-84ae6113e44b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.959430 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-daaa8559-6028-4bc9-a815-5adf3fad98a1 req-ee703c5c-8c66-43ef-b362-84ae6113e44b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 931 time: 0.1740324 Jun 29 10:13:53.961325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee824f-5969-4c8b-8cdf-d5e49ab18c00 req-6ddf93e8-606b-406a-984c-dbd84204d960 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:53.962753 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d6ee824f-5969-4c8b-8cdf-d5e49ab18c00 req-6ddf93e8-606b-406a-984c-dbd84204d960 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.1479707 Jun 29 10:13:54.043616 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d6ee824f-5969-4c8b-8cdf-d5e49ab18c00 req-5bacc275-ef9b-4c84-aab3-343405c2035c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Jun 29 10:13:54.046465 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-8b81b497-0478-4db0-b552-af4d584e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:54.047894 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-8b81b497-0478-4db0-b552-af4d584e21a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843182 Jun 29 10:13:54.070028 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-daaa8559-6028-4bc9-a815-5adf3fad98a1 req-7b753669-7a5b-4370-832d-75f5ca51fb49 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069834 Jun 29 10:13:54.121444 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:54.176739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-5ecbe765-ff79-49bd-b330-c7a259c5641f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:54.178291 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-5ecbe765-ff79-49bd-b330-c7a259c5641f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 816 time: 0.1676669 Jun 29 10:13:54.204200 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-294921a0-ef14-4bea-a42d-b4685abf2779 req-f6881996-1c92-4b92-b69e-8b0a1e18016b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.0836039 Jun 29 10:13:54.268981 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-0bb55b99-61ec-46c2-b8c6-25434f130cbd service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058609 Jun 29 10:13:54.299180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:54.314614 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Attempting to bind port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:54.315128 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Attempting to bind port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:54.315542 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Attempting to bind port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:54.335472 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:54.335953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Attempting to bind port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:54.349604 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e213-3185-4e51-8993-f34115f5eaeb req-83161982-63fa-402a-af7d-7d451d575ea4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:54.351530 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f27e213-3185-4e51-8993-f34115f5eaeb req-83161982-63fa-402a-af7d-7d451d575ea4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.1716902 Jun 29 10:13:54.363475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:54.363997 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Checking segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:54.364559 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Bound using segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:54.365148 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Bound port: f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:54.365596 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:54.393934 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-14ddb60c-b327-4f6f-a6b5-8872498660ea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 380 time: 0.1731384 Jun 29 10:13:54.401225 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72372d6f-4f71-44d7-8492-f1b0184f4e40 req-e0cbcaf0-0741-47fa-9dac-26871dc3d0f7 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252856 Jun 29 10:13:54.409198 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'port': {'device_id': '96a54551-600a-459b-9075-3e0ff010d661', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'admin_state_up': True, 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'security_groups': ['40934b68-0e59-46e0-b8b4-db4b1b87edb4']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:54.537198 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f27e213-3185-4e51-8993-f34115f5eaeb req-2c017c04-e9ce-4ec1-8a8b-26c363c869da tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655619 Jun 29 10:13:54.558697 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:54.580539 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:54.681423 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:54.682915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Made reservation on behalf of f67b8cf303d44a1eb7ce505bebe49066 for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:13:54.687099 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:54.712366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:54.712998 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:54.714783 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] 10.222.0.64 "PUT /v2.0/ports/f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 1093 time: 1.6407785 Jun 29 10:13:54.736221 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:54.738501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2994ac-8d25-44ed-a059-f35e2afc64b7" -d '{"events": [{"name": "network-changed", "server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:54.831436 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0ca07-c235-48c5-a66e-4c1e0dbfdf95 x-openstack-request-id: req-e2d0ca07-c235-48c5-a66e-4c1e0dbfdf95 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:54.831911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:54.832340 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2d0ca07-c235-48c5-a66e-4c1e0dbfdf95 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:54.832997 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d0ca07-c235-48c5-a66e-4c1e0dbfdf95'] response: {'name': 'network-changed', 'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'status': 'completed', 'code': 200} Jun 29 10:13:54.953555 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5d49c-026e-4560-b9f8-91bb6db9d87d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:54.977057 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Allocated IP 172.20.0.9 (be3310c9-18b3-4780-b37c-cfa01bfdee5e/0f830936-42ea-4f98-ac67-ed38143f4523/7d93690a-62d7-440d-8115-4c336e22acb9) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:13:55.014925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e5ba-dcfe-474a-a921-64a6b33b991a req-bb1c4127-79e7-4596-a54d-55cbcd4bbe6c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.016665 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3655e5ba-dcfe-474a-a921-64a6b33b991a req-bb1c4127-79e7-4596-a54d-55cbcd4bbe6c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 943 time: 0.1869841 Jun 29 10:13:55.018753 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-48046ed3-6a0b-414c-9e85-5594c3828020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.020124 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-48046ed3-6a0b-414c-9e85-5594c3828020 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1127 time: 0.1838870 Jun 29 10:13:55.093315 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-f28d16f1-e158-4968-8914-8ef194a48195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 217 time: 0.0590649 Jun 29 10:13:55.184405 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d81e-bcf9-4153-a926-b09d3db259e2 req-e36d86a2-c53f-42b2-879b-7852393368e5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.187156 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7111d81e-bcf9-4153-a926-b09d3db259e2 req-e36d86a2-c53f-42b2-879b-7852393368e5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.0686712 Jun 29 10:13:55.202193 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3655e5ba-dcfe-474a-a921-64a6b33b991a req-3efc80db-9b96-4cb0-84bc-76d415519016 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788714 Jun 29 10:13:55.247705 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7111d81e-bcf9-4153-a926-b09d3db259e2 req-f0847903-a0ba-484e-a17e-cb45d7d690f4 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Jun 29 10:13:55.249402 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-cfa7b46f-a7ff-4a5b-a204-d68d3ab5da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.250875 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-cfa7b46f-a7ff-4a5b-a204-d68d3ab5da26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.1489642 Jun 29 10:13:55.344747 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c77b05c-82f2-439a-97e9-ef99bb85755a req-a8c434ca-133a-4e3d-9c82-7efa67b91805 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jun 29 10:13:55.376126 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (7d93690a-62d7-440d-8115-4c336e22acb9), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:55.413017 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7b994586-90eb-40ac-9f98-d6e9c5b6b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.414555 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-7b994586-90eb-40ac-9f98-d6e9c5b6b85f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490662 Jun 29 10:13:55.424956 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8542e-1f91-4390-a552-075b42515f10 req-9016ff6d-95a4-4fc9-a719-076353ed2859 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.426424 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-35b8542e-1f91-4390-a552-075b42515f10 req-9016ff6d-95a4-4fc9-a719-076353ed2859 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.1568816 Jun 29 10:13:55.546887 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-35b8542e-1f91-4390-a552-075b42515f10 req-9f0e0cae-dde9-4648-bf47-7ed16599f3f6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090217 Jun 29 10:13:55.557113 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-81a58d47-26a1-4000-80f6-f049b173c960 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284699 Jun 29 10:13:55.606320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:55.659858 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:13:55.662014 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b0d84-f52b-4211-a0ca-2553619f0f00 req-2e15c584-a83a-421d-b88d-639188133a4b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.669633 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f43b0d84-f52b-4211-a0ca-2553619f0f00 req-2e15c584-a83a-421d-b88d-639188133a4b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.0573339 Jun 29 10:13:55.669804 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:13:55.673702 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:13:55.678790 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.679426 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:55.686769 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:55.723672 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1afabc-83b2-4741-8157-bb4d40abf0a2 req-bcf7d32d-1114-4d72-a1f2-8eebb130f109 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600842 Jun 29 10:13:55.726660 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f43b0d84-f52b-4211-a0ca-2553619f0f00 req-3e00afd9-dee1-47cb-8a9a-3fb68d31181b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552528 Jun 29 10:13:55.810002 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-941418d7-9978-48d7-8a38-9ee40e2201f4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074810 Jun 29 10:13:55.822294 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Request body: {'port': {'device_id': '96a54551-600a-459b-9075-3e0ff010d661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:13:55.937557 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:55.939829 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-95f0abc7-5fd2-4b11-8106-5bbeff8bc872 None None] Provisioning complete for port 7d93690a-62d7-440d-8115-4c336e22acb9 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:13:55.940305 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-95f0abc7-5fd2-4b11-8106-5bbeff8bc872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:55.951591 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-e479e0dd-7aed-4a1f-ac07-fecde3ca6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:55.953134 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-e479e0dd-7aed-4a1f-ac07-fecde3ca6af4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1127 time: 0.0895321 Jun 29 10:13:55.979220 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-95f0abc7-5fd2-4b11-8106-5bbeff8bc872 None None] Port 7d93690a-62d7-440d-8115-4c336e22acb9 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:13:56.199815 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:56.207806 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks [] for port (7d93690a-62d7-440d-8115-4c336e22acb9), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.219509 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Transition to ACTIVE for port object 7d93690a-62d7-440d-8115-4c336e22acb9 will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:13:56.309024 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.363952 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237a473-34a3-4c06-8e08-1a31c8f5ac6a req-8837f0f2-0e62-40c8-975f-9ab0674af369 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.365831 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2237a473-34a3-4c06-8e08-1a31c8f5ac6a req-8837f0f2-0e62-40c8-975f-9ab0674af369 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 943 time: 0.0929379 Jun 29 10:13:56.381778 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:56.390632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110d02-ff99-4631-8c7f-aa370392b82e req-2b6c1d90-efb2-4b12-92f4-7a3b610a222d tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.392439 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f1110d02-ff99-4631-8c7f-aa370392b82e req-2b6c1d90-efb2-4b12-92f4-7a3b610a222d tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.0731628 Jun 29 10:13:56.438702 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Attempting to bind port 7d93690a-62d7-440d-8115-4c336e22acb9 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:13:56.439043 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Attempting to bind port 7d93690a-62d7-440d-8115-4c336e22acb9 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:13:56.439551 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Attempting to bind port 7d93690a-62d7-440d-8115-4c336e22acb9 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:56.448325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f1110d02-ff99-4631-8c7f-aa370392b82e req-773758ef-d2ab-4467-9c5e-635fdb052853 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501068 Jun 29 10:13:56.455541 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Port 7d93690a-62d7-440d-8115-4c336e22acb9 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:13:56.455867 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Attempting to bind port 7d93690a-62d7-440d-8115-4c336e22acb9 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:13:56.480477 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2237a473-34a3-4c06-8e08-1a31c8f5ac6a req-b7cd9ef9-6f5e-4061-b26e-bf69b95ff9b6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018932 Jun 29 10:13:56.483706 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:13:56.484048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Checking segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:13:56.484476 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Bound using segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:13:56.485122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Bound port: 7d93690a-62d7-440d-8115-4c336e22acb9, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:13:56.485636 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.630734 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:13:56.635385 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:13:56.659268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53facf-eb77-4f64-befc-b581f973ffad req-bf9668b5-0ecc-4f86-89ac-ef65dc38995f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.660821 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c53facf-eb77-4f64-befc-b581f973ffad req-bf9668b5-0ecc-4f86-89ac-ef65dc38995f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0742614 Jun 29 10:13:56.711136 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb4bcd-2a28-4e30-86c5-de2e53767579 req-2ab741ff-4d89-418c-b049-b5b373c4cdaa tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.712562 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9ecb4bcd-2a28-4e30-86c5-de2e53767579 req-2ab741ff-4d89-418c-b049-b5b373c4cdaa tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0671055 Jun 29 10:13:56.719720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:13:56.747782 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c53facf-eb77-4f64-befc-b581f973ffad req-4a9f66ed-727d-4c45-9982-7f3d2f8b0bf1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748992 Jun 29 10:13:56.776131 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.851798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.852493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.854198 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 1093 time: 1.0368106 Jun 29 10:13:56.857735 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:13:56.859999 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f9e27f-e0d5-4b34-b774-91f786102af3" -d '{"events": [{"name": "network-changed", "server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:13:56.890303 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732aa22-15d3-4e10-aeaa-f7e21f8a712a req-ea05d5e2-92d7-4ed1-9f11-8d31cc5530d0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.892543 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5732aa22-15d3-4e10-aeaa-f7e21f8a712a req-ea05d5e2-92d7-4ed1-9f11-8d31cc5530d0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.0799313 Jun 29 10:13:56.896582 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:56.900359 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d65dfe-4aa9-4be0-9b2f-3f5b21e72379 service neutron] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:56.906989 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9ecb4bcd-2a28-4e30-86c5-de2e53767579 req-d230b580-f9cc-453b-be28-52addc1a63da tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844170 Jun 29 10:13:56.924726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-f1161683-3b4d-42d2-ba92-839e72f9c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:56.925726 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547', 'network_id': '44cfa4be-893a-4494-b6ce-ab23d53c69e5', 'port_id': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547', 'mac_address': 'fa:16:3e:a0:7e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698ff84-9a1a-4b42-8789-11df163696ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:13:56.926250 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-f1161683-3b4d-42d2-ba92-839e72f9c832 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.2127585 Jun 29 10:13:56.973013 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5732aa22-15d3-4e10-aeaa-f7e21f8a712a req-50f73acb-f443-4fe0-9787-675edb8b1b57 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Jun 29 10:13:56.981162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:56.981776 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:56.983414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf73afa-cdc8-4ba2-b3ec-1f387d35b48a x-openstack-request-id: req-baf73afa-cdc8-4ba2-b3ec-1f387d35b48a {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:13:56.986466 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:13:56.986466 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baf73afa-cdc8-4ba2-b3ec-1f387d35b48a {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:13:56.986466 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf73afa-cdc8-4ba2-b3ec-1f387d35b48a'] response: {'name': 'network-changed', 'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'status': 'completed', 'code': 200} Jun 29 10:13:57.001855 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:57.025004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:57.135645 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 51986) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:57.249374 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-788ea078-6e51-4996-b4bb-61ea24c9b43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:57.330329 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-788ea078-6e51-4996-b4bb-61ea24c9b43b admin admin] Publish callbacks [] for security_group (607745ae-5b05-45d9-bc35-075b81326af1), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:57.632584 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68fcd-bbd8-44b9-8bf7-da492cd6c6b7 req-a8a5711c-a565-4760-87b3-45bd7902511d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:57.634706 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1dd68fcd-bbd8-44b9-8bf7-da492cd6c6b7 req-a8a5711c-a565-4760-87b3-45bd7902511d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 943 time: 0.0765009 Jun 29 10:13:57.696653 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1dd68fcd-bbd8-44b9-8bf7-da492cd6c6b7 req-9304b2b8-b931-4e1b-8c7a-bd8efaee6062 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517266 Jun 29 10:13:57.762501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbce1e-09b4-4b69-bc2b-365f6e374693 req-51866ecc-1d0b-4a3a-853e-1115bf8a736b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:57.764345 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-54cbce1e-09b4-4b69-bc2b-365f6e374693 req-51866ecc-1d0b-4a3a-853e-1115bf8a736b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 943 time: 0.2455556 Jun 29 10:13:57.771025 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:57.771843 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 3331369a-42fc-4954-bcd7-40e49d09256b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:13:57.812873 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-54cbce1e-09b4-4b69-bc2b-365f6e374693 req-cb269213-a4d4-49e2-be91-30ddf9ea5040 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Jun 29 10:13:57.866871 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:57.872647 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f22c-ff0c-418f-83ef-96e54f404992 req-b509f7f2-075b-4049-a23d-5991acb298e7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:57.874161 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ae7f22c-ff0c-418f-83ef-96e54f404992 req-b509f7f2-075b-4049-a23d-5991acb298e7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0573847 Jun 29 10:13:57.915287 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3331369a-42fc-4954-bcd7-40e49d09256b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:57.926964 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '3331369a-42fc-4954-bcd7-40e49d09256b', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:13:57.927626 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ae7f22c-ff0c-418f-83ef-96e54f404992 req-c35d5fa3-488d-4503-9caf-39b443203f2a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Jun 29 10:13:57.964917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 3331369a-42fc-4954-bcd7-40e49d09256b is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:57.966962 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:57.981331 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3331369a-42fc-4954-bcd7-40e49d09256b {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:58.005580 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3331369a-42fc-4954-bcd7-40e49d09256b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:58.038677 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5971e4-fdee-45d5-85bb-5af553b28904 req-3f963d91-31e7-40be-9438-965efec194be tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.040192 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c5971e4-fdee-45d5-85bb-5af553b28904 req-3f963d91-31e7-40be-9438-965efec194be tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0529149 Jun 29 10:13:58.086799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-788ea078-6e51-4996-b4bb-61ea24c9b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (607745ae-5b05-45d9-bc35-075b81326af1), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.087519 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c5971e4-fdee-45d5-85bb-5af553b28904 req-9efb8b55-ff29-41d1-9602-a9baa5a083f9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Jun 29 10:13:58.102513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb199-6b2d-4780-8a11-642b618e3ebe req-414a8445-312a-4ff2-8461-2ca9692fb15b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.104225 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a8adb199-6b2d-4780-8a11-642b618e3ebe req-414a8445-312a-4ff2-8461-2ca9692fb15b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 944 time: 0.0649679 Jun 29 10:13:58.152934 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea078-6e51-4996-b4bb-61ea24c9b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607745ae-5b05-45d9-bc35-075b81326af1,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:58.158138 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-788ea078-6e51-4996-b4bb-61ea24c9b43b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5cbf4345d674e088bf94489d6ff265f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0214784 Jun 29 10:13:58.161554 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52004) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:13:58.182078 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.186567 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 99469df4-6bf4-4a32-bf43-aa0f30d906ef details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:13:58.186709 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a8adb199-6b2d-4780-8a11-642b618e3ebe req-e7f72860-b67f-4173-bf72-5e5689618130 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703523 Jun 29 10:13:58.223526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] Publish callbacks [] for security_group (607745ae-5b05-45d9-bc35-075b81326af1), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.247957 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] Publish callbacks [] for security_group (607745ae-5b05-45d9-bc35-075b81326af1), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.279850 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:58.322974 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:58.337236 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '99469df4-6bf4-4a32-bf43-aa0f30d906ef', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'port_id': '99469df4-6bf4-4a32-bf43-aa0f30d906ef', 'mac_address': 'fa:16:3e:c2:06:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:13:58.347647 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (607745ae-5b05-45d9-bc35-075b81326af1), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.350321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.351464 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/607745ae-5b05-45d9-bc35-075b81326af1 HTTP/1.1" status: 204 len: 168 time: 0.1886261 Jun 29 10:13:58.361033 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a8c9-5f3e-483f-9087-f7238673c52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607745ae-5b05-45d9-bc35-075b81326af1,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:58.390149 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 99469df4-6bf4-4a32-bf43-aa0f30d906ef is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:58.390530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.405978 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99469df4-6bf4-4a32-bf43-aa0f30d906ef {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:58.433061 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:58.456132 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-7a4cb369-8673-4a60-ac2f-cc32f7363d50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 217 time: 0.0456717 Jun 29 10:13:58.473088 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.474261 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 672eee6a-7491-4915-8df4-10c248e587f8 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:13:58.526670 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-0928ec0d-abd1-4bd3-8a51-f6e86e2f6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.528125 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-0928ec0d-abd1-4bd3-8a51-f6e86e2f6fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0545442 Jun 29 10:13:58.534819 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-397fd83f-87fe-40b9-9efd-95c2f4a08c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.536255 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-397fd83f-87fe-40b9-9efd-95c2f4a08c51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1127 time: 0.0882680 Jun 29 10:13:58.542618 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=672eee6a-7491-4915-8df4-10c248e587f8,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:58.545897 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:58.566145 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '672eee6a-7491-4915-8df4-10c248e587f8', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'port_id': '672eee6a-7491-4915-8df4-10c248e587f8', 'mac_address': 'fa:16:3e:67:2d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:13:58.609808 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 672eee6a-7491-4915-8df4-10c248e587f8 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:13:58.610309 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (672eee6a-7491-4915-8df4-10c248e587f8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.624636 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672eee6a-7491-4915-8df4-10c248e587f8 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:13:58.659886 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=672eee6a-7491-4915-8df4-10c248e587f8,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:13:58.750820 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-69f68245-b156-4a66-ac29-10d4308a2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.750820 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-69f68245-b156-4a66-ac29-10d4308a2d92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2132087 Jun 29 10:13:58.768115 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-501a1ff0-d8ae-4047-8c9f-7e051e8e7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.770513 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-501a1ff0-d8ae-4047-8c9f-7e051e8e7d92 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2262530 Jun 29 10:13:58.771072 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:13:58.835508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:13:58.949557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146550c-5024-46e4-b260-1deeda82315d req-a1bd9a39-652e-4d3d-b602-cf015f7c5a9a tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:58.951738 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b146550c-5024-46e4-b260-1deeda82315d req-a1bd9a39-652e-4d3d-b602-cf015f7c5a9a tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0666981 Jun 29 10:13:59.001439 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b146550c-5024-46e4-b260-1deeda82315d req-7984860f-0fff-47b3-8d08-9a2556d3165b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Jun 29 10:13:59.054067 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69ad90-14d0-4ef8-844a-2e7d1dd9fb8b req-cdb61b15-b34d-419a-856b-870c1c85a1ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.055604 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5f69ad90-14d0-4ef8-844a-2e7d1dd9fb8b req-cdb61b15-b34d-419a-856b-870c1c85a1ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.2564945 Jun 29 10:13:59.077755 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-64194368-bc5f-4833-a166-31b44744a110 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053517 Jun 29 10:13:59.097819 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-9f3dccd7-859b-4676-b48c-8ff2739df8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.099266 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-71f9e27f-e0d5-4b34-b774-91f786102af3 req-9f3dccd7-859b-4676-b48c-8ff2739df8f3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3216076 Jun 29 10:13:59.159613 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d8649-f14b-4d3c-9297-21facc6428dc req-24f5a279-78a2-4085-a81b-213ba6c05de3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.161281 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-559d8649-f14b-4d3c-9297-21facc6428dc req-24f5a279-78a2-4085-a81b-213ba6c05de3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0825238 Jun 29 10:13:59.212997 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5f69ad90-14d0-4ef8-844a-2e7d1dd9fb8b req-1b11e61e-e382-4c33-af2a-ab8e77671df6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453681 Jun 29 10:13:59.217795 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['5db968e7-1554-4c2b-8eb8-0c0dfcc2b547'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:13:59.246827 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f2994ac-8d25-44ed-a059-f35e2afc64b7 req-8438982b-682e-4af5-9d21-35a887367023 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601422 Jun 29 10:13:59.255392 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-1d4c34db-cca2-4728-9edb-5a5c088df854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.255392 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-1d4c34db-cca2-4728-9edb-5a5c088df854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1127 time: 0.1054127 Jun 29 10:13:59.255723 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-559d8649-f14b-4d3c-9297-21facc6428dc req-0c30e825-17a8-48f6-bcc2-eba0c6ed600d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832601 Jun 29 10:13:59.297983 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-189ec4dc-e526-486e-8733-27281173d5a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 217 time: 0.0395706 Jun 29 10:13:59.385288 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-a11c3661-9709-4eb5-87f8-bd79655ac0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.388773 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-a11c3661-9709-4eb5-87f8-bd79655ac0cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0816760 Jun 29 10:13:59.393448 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['3331369a-42fc-4954-bcd7-40e49d09256b'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:13:59.395875 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['99469df4-6bf4-4a32-bf43-aa0f30d906ef'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:13:59.405177 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['672eee6a-7491-4915-8df4-10c248e587f8'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:13:59.426218 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf858-5066-42df-aea3-758690897977 req-b5f8076c-5871-4b1c-8014-7b417d8108c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.427780 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7f9bf858-5066-42df-aea3-758690897977 req-b5f8076c-5871-4b1c-8014-7b417d8108c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0622473 Jun 29 10:13:59.489208 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7f9bf858-5066-42df-aea3-758690897977 req-73144359-c5b6-4fee-831e-36a6c091e99a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Jun 29 10:13:59.510725 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af68e36-cb6b-46c6-be22-1d874ab424c6 req-ef53f288-6d61-4608-8929-bdc2313215c2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.513815 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0af68e36-cb6b-46c6-be22-1d874ab424c6 req-ef53f288-6d61-4608-8929-bdc2313215c2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.1650248 Jun 29 10:13:59.537535 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-ab1ffcd3-a258-415e-9900-a8889c46ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:13:59.539698 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-ab1ffcd3-a258-415e-9900-a8889c46ff6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236289 Jun 29 10:13:59.651150 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0af68e36-cb6b-46c6-be22-1d874ab424c6 req-49e8913b-8bab-41bb-aea2-e0fe62391d5e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337385 Jun 29 10:13:59.689291 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-d9815e5e-b1b7-48f6-baeb-5096e1e24593 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411335 Jun 29 10:13:59.817393 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4d784541-4be3-412b-9b51-6ac342fcbcfa req-fb2a7c26-cef0-4288-8426-96f34d53cdb6 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114631 Jun 29 10:14:00.124847 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6c243-0762-4f61-9f93-af24fccc7896 req-524e6aec-bdcc-4477-bed5-408f836a5e5f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:00.126488 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-17a6c243-0762-4f61-9f93-af24fccc7896 req-524e6aec-bdcc-4477-bed5-408f836a5e5f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0524058 Jun 29 10:14:00.183571 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-17a6c243-0762-4f61-9f93-af24fccc7896 req-f30fc301-8948-4b5c-9066-fa61d0643a36 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Jun 29 10:14:00.385361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c4ab-96eb-4989-9eca-09e14fbdaf54 req-86790435-8476-4c03-9c0b-c4668e76bafa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:00.386896 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c5e7c4ab-96eb-4989-9eca-09e14fbdaf54 req-86790435-8476-4c03-9c0b-c4668e76bafa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0549855 Jun 29 10:14:00.388634 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0e365-0b50-4aec-b9d5-18fc5d29a49c req-56a7280e-8d12-4187-b296-832da87a5d12 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:00.391256 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cfc0e365-0b50-4aec-b9d5-18fc5d29a49c req-56a7280e-8d12-4187-b296-832da87a5d12 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0845542 Jun 29 10:14:00.457744 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cfc0e365-0b50-4aec-b9d5-18fc5d29a49c req-655c54bc-0d8d-479b-b504-570baef2959e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604196 Jun 29 10:14:00.466649 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c5e7c4ab-96eb-4989-9eca-09e14fbdaf54 req-5f0e9d1a-313d-4747-b292-8f01f07c60ce tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692463 Jun 29 10:14:00.611933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154211b-671e-41a5-8e61-298e9ccb902b req-40f099ad-5935-48a7-ba4b-f0b31989ee78 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:00.613463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9154211b-671e-41a5-8e61-298e9ccb902b req-40f099ad-5935-48a7-ba4b-f0b31989ee78 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Jun 29 10:14:00.661247 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9154211b-671e-41a5-8e61-298e9ccb902b req-872fa964-ee48-4c5d-840e-1afb670a99fb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jun 29 10:14:00.788215 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efe46-11e1-4044-953a-1e491aa83231 req-d3c96961-d4c7-4e19-a651-144059c9bfe4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:00.789754 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cb3efe46-11e1-4044-953a-1e491aa83231 req-d3c96961-d4c7-4e19-a651-144059c9bfe4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0553360 Jun 29 10:14:00.834938 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cb3efe46-11e1-4044-953a-1e491aa83231 req-8e69fe6b-f8a0-47c5-8c73-8ad739668cd6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391369 Jun 29 10:14:01.305361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ea8e2-d963-4dbc-905b-f1bf5f102f6e req-e9d944e1-0183-4652-9419-b5d607ab17d3 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:01.306825 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7f4ea8e2-d963-4dbc-905b-f1bf5f102f6e req-e9d944e1-0183-4652-9419-b5d607ab17d3 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0524504 Jun 29 10:14:01.353731 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7f4ea8e2-d963-4dbc-905b-f1bf5f102f6e req-4d7bae0e-a5ad-4cf9-9954-02974bf7ff36 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Jun 29 10:14:01.585001 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df1488-2ce7-4165-a21a-7b8653831dfb req-13873e68-77a8-4641-879a-fe353c6bdbb8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:01.586486 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f5df1488-2ce7-4165-a21a-7b8653831dfb req-13873e68-77a8-4641-879a-fe353c6bdbb8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0557735 Jun 29 10:14:01.588460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7292aa5-21ea-42e9-916d-bf40fc7b9c2d req-45f357cf-c38d-4a9b-946d-6d8a133d704a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:01.589950 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a7292aa5-21ea-42e9-916d-bf40fc7b9c2d req-45f357cf-c38d-4a9b-946d-6d8a133d704a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0548472 Jun 29 10:14:01.633094 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f5df1488-2ce7-4165-a21a-7b8653831dfb req-beac4f1d-865f-454a-9bd7-6c88d490d778 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Jun 29 10:14:01.635637 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a7292aa5-21ea-42e9-916d-bf40fc7b9c2d req-ecbf26ac-714e-4b48-a144-6d095c936d57 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Jun 29 10:14:01.777290 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a6879-fb56-42f4-be38-d16e16de8b0d req-15f548ce-9d38-491e-9d98-694cb533791a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:01.778780 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-555a6879-fb56-42f4-be38-d16e16de8b0d req-15f548ce-9d38-491e-9d98-694cb533791a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Jun 29 10:14:01.825830 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-555a6879-fb56-42f4-be38-d16e16de8b0d req-40d8f5c4-594a-4957-a4ed-6e4cf9fc28b5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Jun 29 10:14:01.949643 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2fc7b-01c0-4245-97d9-33872d6c6825 req-71133289-d370-4ff8-8936-f0a8187efb8e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:01.951150 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-79f2fc7b-01c0-4245-97d9-33872d6c6825 req-71133289-d370-4ff8-8936-f0a8187efb8e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0510471 Jun 29 10:14:01.996577 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-79f2fc7b-01c0-4245-97d9-33872d6c6825 req-637e2faf-e2f4-4e86-9a16-da8d967ab2d4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398884 Jun 29 10:14:02.468103 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf6a67-127f-41d5-a66b-a4536ddd4d60 req-305793a1-fee7-4e5c-9cb7-8c04ebecd511 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:02.469574 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77bf6a67-127f-41d5-a66b-a4536ddd4d60 req-305793a1-fee7-4e5c-9cb7-8c04ebecd511 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0507612 Jun 29 10:14:02.519182 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77bf6a67-127f-41d5-a66b-a4536ddd4d60 req-9f74a85e-5301-41ea-b554-2c23efb8c53c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Jun 29 10:14:02.770073 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135ca5-0352-4dd3-abcc-edb9062c00d3 req-45054dab-1342-46aa-9f57-62c835b9aec2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:02.771543 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-56135ca5-0352-4dd3-abcc-edb9062c00d3 req-45054dab-1342-46aa-9f57-62c835b9aec2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0656517 Jun 29 10:14:02.774471 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0906-6dc5-475a-b539-f3b23f550b6b req-94093ce0-8ad6-4c2d-80fd-91a8772505ea tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:02.776556 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-907a0906-6dc5-475a-b539-f3b23f550b6b req-94093ce0-8ad6-4c2d-80fd-91a8772505ea tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0727160 Jun 29 10:14:02.828092 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-56135ca5-0352-4dd3-abcc-edb9062c00d3 req-b6158186-7f6e-4725-93e2-9d7824373e3e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505264 Jun 29 10:14:02.839632 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-907a0906-6dc5-475a-b539-f3b23f550b6b req-30e41143-8ef1-4cae-a45c-a6be2b2e21e8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566311 Jun 29 10:14:02.953690 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831beb27-de15-4315-bc83-30e972c7a7ef req-399d6148-0637-4b1b-ad7b-978fc300bc77 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:02.955179 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-831beb27-de15-4315-bc83-30e972c7a7ef req-399d6148-0637-4b1b-ad7b-978fc300bc77 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Jun 29 10:14:03.001290 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-831beb27-de15-4315-bc83-30e972c7a7ef req-f7a3dc70-e232-4e4e-998d-81c8ff7c3422 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Jun 29 10:14:03.112745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72501d2c-424f-411b-9d65-58b9692aba67 req-e9b9ce5c-00fa-4c53-881e-e54ab9dfd517 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:03.114224 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72501d2c-424f-411b-9d65-58b9692aba67 req-e9b9ce5c-00fa-4c53-881e-e54ab9dfd517 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0527110 Jun 29 10:14:03.160056 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72501d2c-424f-411b-9d65-58b9692aba67 req-6aa1e27e-26a5-4cf7-9dd5-107b60155d04 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Jun 29 10:14:03.388805 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52130) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:03.501623 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b024ebdf-0543-45ad-84b6-7b3439217d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.580341 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b024ebdf-0543-45ad-84b6-7b3439217d28 admin admin] Publish callbacks [] for security_group (3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.644739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c5b31-0e88-40d9-926c-0f77cd668138 req-aa336a55-6106-4ba5-b2e0-82863eb29053 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:03.646353 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f98c5b31-0e88-40d9-926c-0f77cd668138 req-aa336a55-6106-4ba5-b2e0-82863eb29053 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0516424 Jun 29 10:14:03.647544 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b024ebdf-0543-45ad-84b6-7b3439217d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.667774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.700434 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-b024ebdf-0543-45ad-84b6-7b3439217d28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae281540f0eb422193938760c4acec6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104169 Jun 29 10:14:03.703242 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52138) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:03.704022 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ebdf-0543-45ad-84b6-7b3439217d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:03.730811 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f98c5b31-0e88-40d9-926c-0f77cd668138 req-103406bf-272a-4ba9-83cb-207078ee51e3 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 Jun 29 10:14:03.757698 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] Publish callbacks [] for security_group (3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.778458 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] Publish callbacks [] for security_group (3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.888030 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.890811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:03.892826 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e HTTP/1.1" status: 204 len: 168 time: 0.1875746 Jun 29 10:14:03.900884 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89304d99-88dc-4624-89c2-831138117bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b5bf0-9bd6-4416-bb01-d8af1a9d6c1e,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:03.989258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fa82b-e0db-464a-921d-b7e61d95b534 req-a9cc7bae-121f-47ff-9022-4f6de2d669ad tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:03.990748 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-798fa82b-e0db-464a-921d-b7e61d95b534 req-a9cc7bae-121f-47ff-9022-4f6de2d669ad tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0595403 Jun 29 10:14:04.003308 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef2c1-8ad0-468a-9a75-60deb55a34ef req-9c415fda-2b1b-40f1-8f2b-6cc5d9739b69 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:04.005055 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ffef2c1-8ad0-468a-9a75-60deb55a34ef req-9c415fda-2b1b-40f1-8f2b-6cc5d9739b69 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0564787 Jun 29 10:14:04.047416 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-798fa82b-e0db-464a-921d-b7e61d95b534 req-de2c8a9b-7b38-4a68-8d25-8fc12dd50271 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506768 Jun 29 10:14:04.181351 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b1e4-e01d-409b-82d1-2b3c1fed3db1 req-2457465b-44f8-4146-b70a-508bd1185881 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:04.182960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0191b1e4-e01d-409b-82d1-2b3c1fed3db1 req-2457465b-44f8-4146-b70a-508bd1185881 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0561950 Jun 29 10:14:04.251357 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ffef2c1-8ad0-468a-9a75-60deb55a34ef req-581ce18d-142c-45a2-9a3e-1feab70305ea tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392585 Jun 29 10:14:04.252373 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0191b1e4-e01d-409b-82d1-2b3c1fed3db1 req-f37007a7-53a2-4c67-b0f3-08f662907085 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593781 Jun 29 10:14:04.356557 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2530-75ae-4108-a097-af2c5bda87a8 req-dec996c5-2017-4b52-b6f7-25920b919710 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:04.359050 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee8e2530-75ae-4108-a097-af2c5bda87a8 req-dec996c5-2017-4b52-b6f7-25920b919710 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0530658 Jun 29 10:14:04.406243 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee8e2530-75ae-4108-a097-af2c5bda87a8 req-62ed972c-056e-43c6-a2f6-5d9225edc18f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Jun 29 10:14:04.580965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52162) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:04.595027 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e1b4bc46-f63e-45c9-bc74-d630d556a4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:04.672292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e1b4bc46-f63e-45c9-bc74-d630d556a4a6 admin admin] Publish callbacks [] for security_group (43a769b6-fed1-49f4-b9a3-141c1fd1264a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:04.764649 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e1b4bc46-f63e-45c9-bc74-d630d556a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (43a769b6-fed1-49f4-b9a3-141c1fd1264a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:04.812327 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e1b4bc46-f63e-45c9-bc74-d630d556a4a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a1980d38fd748578f1dffac1fafeabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302992 Jun 29 10:14:04.814407 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4bc46-f63e-45c9-bc74-d630d556a4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a769b6-fed1-49f4-b9a3-141c1fd1264a,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:04.815191 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52168) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:04.857051 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05563714-9704-4084-95fc-a342a46a1831 req-daea6507-67f7-4f3c-8eb6-650cc68369ec tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:04.858690 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05563714-9704-4084-95fc-a342a46a1831 req-daea6507-67f7-4f3c-8eb6-650cc68369ec tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0580904 Jun 29 10:14:04.864081 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] Publish callbacks [] for security_group (43a769b6-fed1-49f4-b9a3-141c1fd1264a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:04.885440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] Publish callbacks [] for security_group (43a769b6-fed1-49f4-b9a3-141c1fd1264a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:04.907235 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05563714-9704-4084-95fc-a342a46a1831 req-fa9db67b-b914-465f-8646-941117db8950 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Jun 29 10:14:05.010209 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (43a769b6-fed1-49f4-b9a3-141c1fd1264a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:05.012791 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:05.014655 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43a769b6-fed1-49f4-b9a3-141c1fd1264a HTTP/1.1" status: 204 len: 168 time: 0.1983130 Jun 29 10:14:05.022097 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4271fe-7134-4a6d-9fd9-4f0dfd54a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a769b6-fed1-49f4-b9a3-141c1fd1264a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:05.173660 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3494c-92ec-489d-ae43-ff4a3c3fc072 req-49179262-e8b2-4aa2-947d-1ad0c134ac26 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:05.175188 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-01a3494c-92ec-489d-ae43-ff4a3c3fc072 req-49179262-e8b2-4aa2-947d-1ad0c134ac26 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0509710 Jun 29 10:14:05.229361 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-01a3494c-92ec-489d-ae43-ff4a3c3fc072 req-2bc07e67-acd8-46ba-be74-9fc1cb9c5eaf tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Jun 29 10:14:05.374288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd915f-ebdf-497b-8438-fc1378fe8472 req-f9a88bd5-82ab-428b-a080-cb479b73b3ae tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:05.374909 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15bc03-8c1f-4bcd-936f-6006c2324b0c req-2165c548-f940-424c-aa98-86d602a77097 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:05.376418 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5a15bc03-8c1f-4bcd-936f-6006c2324b0c req-2165c548-f940-424c-aa98-86d602a77097 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Jun 29 10:14:05.381542 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-77bd915f-ebdf-497b-8438-fc1378fe8472 req-f9a88bd5-82ab-428b-a080-cb479b73b3ae tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0636902 Jun 29 10:14:05.434109 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-77bd915f-ebdf-497b-8438-fc1378fe8472 req-b91fc84d-af1b-4062-aad5-da713806f89d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488391 Jun 29 10:14:05.437184 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5a15bc03-8c1f-4bcd-936f-6006c2324b0c req-fb091015-4882-4260-a179-7cecb8be892a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541835 Jun 29 10:14:05.548491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072623-31c0-4c70-86f0-07aa23518402 req-08519bfc-03e8-4523-8c14-658fdcd8bee3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:05.549904 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-aa072623-31c0-4c70-86f0-07aa23518402 req-08519bfc-03e8-4523-8c14-658fdcd8bee3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 943 time: 0.0571501 Jun 29 10:14:05.598470 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-aa072623-31c0-4c70-86f0-07aa23518402 req-90a88b0a-c92a-46ee-8eda-f076c22dc18d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Jun 29 10:14:05.651830 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:14:05.757080 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:05.769477 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'port_id': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'mac_address': 'fa:16:3e:93:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:14:05.804390 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:05.804810 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:05.818212 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:14:05.837755 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:05.884543 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:05.929523 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:06.025855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7672d-0066-484b-ac16-4cc408b49705 req-21fab870-29fc-4340-a81f-96f2aedfcb10 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:06.027576 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1eb7672d-0066-484b-ac16-4cc408b49705 req-21fab870-29fc-4340-a81f-96f2aedfcb10 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0525150 Jun 29 10:14:06.076544 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1eb7672d-0066-484b-ac16-4cc408b49705 req-a32e5714-9c7b-4588-8032-1142097abe78 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Jun 29 10:14:06.147722 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-d1f13e3a-0654-4a18-b4a6-6ba0df670ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:06.240963 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:14:06.358383 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa74c-9d0a-48e5-854f-bea31a66a7f7 req-2db325fa-55ec-4706-9a8b-86d029bdeeed tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:06.359817 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2b8fa74c-9d0a-48e5-854f-bea31a66a7f7 req-2db325fa-55ec-4706-9a8b-86d029bdeeed tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0531502 Jun 29 10:14:06.406450 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2b8fa74c-9d0a-48e5-854f-bea31a66a7f7 req-6d14ba47-a0c5-459a-bf8e-904619dfc22d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Jun 29 10:14:06.575811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0d8e6-3341-46b4-ae07-cd90b3ee20d7 req-915ab2ee-adc4-4f9a-a346-5b1b5e131de3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:06.576028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b16f-f326-4561-83d3-3d46ee19c6e4 req-d395aa64-10a5-4a9e-b289-cacc78eaa892 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:06.577507 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2575b16f-f326-4561-83d3-3d46ee19c6e4 req-d395aa64-10a5-4a9e-b289-cacc78eaa892 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0593710 Jun 29 10:14:06.577649 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-21c0d8e6-3341-46b4-ae07-cd90b3ee20d7 req-915ab2ee-adc4-4f9a-a346-5b1b5e131de3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 944 time: 0.0533736 Jun 29 10:14:06.630959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2575b16f-f326-4561-83d3-3d46ee19c6e4 req-fe1a7d6b-f10a-403b-94a7-6cbdd3c4b39c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jun 29 10:14:06.634568 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-21c0d8e6-3341-46b4-ae07-cd90b3ee20d7 req-cf256fa6-81ac-4a97-be7c-ca104f07e3cf tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509155 Jun 29 10:14:06.758707 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:06.774325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a79a2-f55e-4080-9663-3d85f0f566be req-921198be-0bd1-4711-80b8-c4f28e5dedcf tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:06.785239 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-292a79a2-f55e-4080-9663-3d85f0f566be req-921198be-0bd1-4711-80b8-c4f28e5dedcf tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 944 time: 0.0784991 Jun 29 10:14:06.833569 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-292a79a2-f55e-4080-9663-3d85f0f566be req-2e8d551e-6407-41b6-86c3-ebb22fc50ed5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461168 Jun 29 10:14:06.953546 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:06.957475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:06.957847 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.034540 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:07.034932 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.062062 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:07.136253 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:07.205438 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.206410 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 3331369a-42fc-4954-bcd7-40e49d09256b up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:07.218328 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294dbf4-76a1-4f5f-9271-ac9929061f8e req-b1e48354-5414-4b08-b63c-1e10dab80237 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:07.228819 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0294dbf4-76a1-4f5f-9271-ac9929061f8e req-b1e48354-5414-4b08-b63c-1e10dab80237 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 944 time: 0.0699568 Jun 29 10:14:07.254798 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d45cc-cbb4-4805-96fd-ddf70cfa2ff5" -d '{"events": [{"server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "name": "network-vif-plugged", "status": "completed", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:07.301019 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0294dbf4-76a1-4f5f-9271-ac9929061f8e req-01ef54e7-cfc3-415f-9a5a-b39f582e13cf tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Jun 29 10:14:07.304910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:07.378814 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a62d0-57cf-4aeb-93cf-111ad4c3e943 x-openstack-request-id: req-4b6a62d0-57cf-4aeb-93cf-111ad4c3e943 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:07.379129 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "name": "network-vif-plugged", "status": "completed", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:07.379542 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b6a62d0-57cf-4aeb-93cf-111ad4c3e943 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:07.380267 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6a62d0-57cf-4aeb-93cf-111ad4c3e943'] response: {'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547', 'code': 200} Jun 29 10:14:07.387584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 3331369a-42fc-4954-bcd7-40e49d09256b completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:07.392195 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 3331369a-42fc-4954-bcd7-40e49d09256b triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:07.392782 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.471715 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 3331369a-42fc-4954-bcd7-40e49d09256b is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:07.472744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.511416 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3331369a-42fc-4954-bcd7-40e49d09256b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:07.549015 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51114b-c497-402f-adbb-b84fb711946c req-a9b3f27c-8a76-4267-9628-721bb2f3faba tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:07.551499 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5e51114b-c497-402f-adbb-b84fb711946c req-a9b3f27c-8a76-4267-9628-721bb2f3faba tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0618415 Jun 29 10:14:07.599489 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5e51114b-c497-402f-adbb-b84fb711946c req-04b3504d-c987-4d1f-8720-7519e035913d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Jun 29 10:14:07.610450 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.611318 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 99469df4-6bf4-4a32-bf43-aa0f30d906ef up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:07.692351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:07.759564 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86752-4936-4c4b-86ad-dfcb22210059 req-5f0860d2-5a2a-483e-aaa1-740e9b2f271e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:07.761083 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a2a86752-4936-4c4b-86ad-dfcb22210059 req-5f0860d2-5a2a-483e-aaa1-740e9b2f271e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0531065 Jun 29 10:14:07.771163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5664-ef25-49fb-8d24-f07f2ca352e0 req-fcbb650b-dc61-4a07-83bd-40c5d7e576b2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:07.772670 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54ec5664-ef25-49fb-8d24-f07f2ca352e0 req-fcbb650b-dc61-4a07-83bd-40c5d7e576b2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 945 time: 0.0526946 Jun 29 10:14:07.782630 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 99469df4-6bf4-4a32-bf43-aa0f30d906ef completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:07.787273 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 99469df4-6bf4-4a32-bf43-aa0f30d906ef triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:07.787760 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.818501 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a2a86752-4936-4c4b-86ad-dfcb22210059 req-032ac4f4-19f0-4643-ab12-fa3f0ce3a0ba tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507693 Jun 29 10:14:07.844985 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54ec5664-ef25-49fb-8d24-f07f2ca352e0 req-130fdf57-2d6b-4205-96e6-3b801e8f2f16 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662522 Jun 29 10:14:07.901346 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 99469df4-6bf4-4a32-bf43-aa0f30d906ef is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:07.901346 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:07.935337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:07.969386 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b8c8-307b-4cb1-81ff-4b5d7a38cb13 req-20edfa34-27d0-493a-afcf-f443719788c0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:07.970858 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8816b8c8-307b-4cb1-81ff-4b5d7a38cb13 req-20edfa34-27d0-493a-afcf-f443719788c0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 944 time: 0.0629489 Jun 29 10:14:08.005158 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:08.006116 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 672eee6a-7491-4915-8df4-10c248e587f8 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:08.019668 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8816b8c8-307b-4cb1-81ff-4b5d7a38cb13 req-f743ef87-e27b-405e-b2e1-12606b771ef6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Jun 29 10:14:08.078487 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:08.147890 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 672eee6a-7491-4915-8df4-10c248e587f8 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:08.151727 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 672eee6a-7491-4915-8df4-10c248e587f8 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:08.152033 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (672eee6a-7491-4915-8df4-10c248e587f8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:08.224853 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 672eee6a-7491-4915-8df4-10c248e587f8 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:08.225231 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (672eee6a-7491-4915-8df4-10c248e587f8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:08.256755 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=672eee6a-7491-4915-8df4-10c248e587f8,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:08.354012 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:08.401525 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:08.408807 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3fb2-8657-4677-a25a-38af2e768657 req-83dd0f2d-ff6e-46de-810b-10e08e98e151 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:08.410465 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2a6f3fb2-8657-4677-a25a-38af2e768657 req-83dd0f2d-ff6e-46de-810b-10e08e98e151 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0532596 Jun 29 10:14:08.458024 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2a6f3fb2-8657-4677-a25a-38af2e768657 req-865ea325-489e-4390-9f7f-66adc832307a tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Jun 29 10:14:08.577061 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5e1a13af-e956-44ab-b9c1-616335c19268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:08.721750 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982b7f-75ef-44ab-a775-948ed2d471a3 req-860eee48-ffb7-41ee-845c-fb58c3dd00de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:08.723223 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5c982b7f-75ef-44ab-a775-948ed2d471a3 req-860eee48-ffb7-41ee-845c-fb58c3dd00de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0511663 Jun 29 10:14:08.768310 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5c982b7f-75ef-44ab-a775-948ed2d471a3 req-aaf8d63c-48ef-4c95-9ebb-fa7651505f59 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395625 Jun 29 10:14:08.937424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39f13-33cd-43cd-b19f-f4f5ea6dfea0 req-1a1660b6-6079-4212-8ccc-ffa37330e36d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:08.938800 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-57f39f13-33cd-43cd-b19f-f4f5ea6dfea0 req-1a1660b6-6079-4212-8ccc-ffa37330e36d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0528393 Jun 29 10:14:08.971613 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31aaa2-f52f-4142-9201-110d5a81b5d3 req-7aa10645-91aa-431d-97f4-2bca4ca1df98 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:08.973374 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb31aaa2-f52f-4142-9201-110d5a81b5d3 req-7aa10645-91aa-431d-97f4-2bca4ca1df98 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0563598 Jun 29 10:14:08.986497 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-57f39f13-33cd-43cd-b19f-f4f5ea6dfea0 req-7bcba15d-1f90-4b23-b504-0547f5be0ac4 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Jun 29 10:14:09.023335 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb31aaa2-f52f-4142-9201-110d5a81b5d3 req-53f250f7-9756-4f4e-839a-edbe22c13ad2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Jun 29 10:14:09.137752 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dc0c4-e5ae-4a56-8d22-8aad54a6a0f9 req-72073a2f-197e-48d5-a822-df37b5ec1ce9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:09.140097 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dd4dc0c4-e5ae-4a56-8d22-8aad54a6a0f9 req-72073a2f-197e-48d5-a822-df37b5ec1ce9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 944 time: 0.0559738 Jun 29 10:14:09.186832 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dd4dc0c4-e5ae-4a56-8d22-8aad54a6a0f9 req-517dd28c-229f-4722-8969-7d487d43eb8b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Jun 29 10:14:09.382724 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b'}, {'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef'}, {'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:09.384950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4597aa96-7c45-4903-994a-93096987314c" -d '{"events": [{"server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b"}, {"server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "name": "network-vif-plugged", "status": "completed", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef"}, {"server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "name": "network-vif-plugged", "status": "completed", "tag": "672eee6a-7491-4915-8df4-10c248e587f8"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:09.428917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f87bb-7a98-47cf-b7dd-a040a2373424 x-openstack-request-id: req-511f87bb-7a98-47cf-b7dd-a040a2373424 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:09.429218 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b", "code": 200}, {"server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "name": "network-vif-plugged", "status": "completed", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef", "code": 200}, {"server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "name": "network-vif-plugged", "status": "completed", "tag": "672eee6a-7491-4915-8df4-10c248e587f8", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:09.429469 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-511f87bb-7a98-47cf-b7dd-a040a2373424 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:09.429869 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511f87bb-7a98-47cf-b7dd-a040a2373424'] response: {'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b', 'code': 200} Jun 29 10:14:09.430125 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511f87bb-7a98-47cf-b7dd-a040a2373424'] response: {'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef', 'code': 200} Jun 29 10:14:09.430379 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511f87bb-7a98-47cf-b7dd-a040a2373424'] response: {'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8', 'code': 200} Jun 29 10:14:09.461554 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:09.576977 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe223c4-646c-4cce-89d2-b69534e1d2ad req-3177a202-7e80-4759-8e1c-d8c2a5be4d77 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:09.578980 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ebe223c4-646c-4cce-89d2-b69534e1d2ad req-3177a202-7e80-4759-8e1c-d8c2a5be4d77 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Jun 29 10:14:09.625247 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ebe223c4-646c-4cce-89d2-b69534e1d2ad req-ef6ded8d-3ae0-4d4e-9faf-558499cfa860 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Jun 29 10:14:09.888490 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faab37-a068-4f0f-bccc-8f28f6056e8b req-13fd958c-0a77-4864-9bec-942b9144274c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:09.890883 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e0faab37-a068-4f0f-bccc-8f28f6056e8b req-13fd958c-0a77-4864-9bec-942b9144274c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0518112 Jun 29 10:14:09.937985 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e0faab37-a068-4f0f-bccc-8f28f6056e8b req-f27977af-478f-4162-83d1-a975058c76a6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Jun 29 10:14:10.083937 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:14:10.086429 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:10.116099 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235d6e8-baab-4582-b83c-2806ccd50052 req-27bd55ca-1518-41a6-a7e5-adac62460d1f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:10.119641 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1235d6e8-baab-4582-b83c-2806ccd50052 req-27bd55ca-1518-41a6-a7e5-adac62460d1f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0677006 Jun 29 10:14:10.187652 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1235d6e8-baab-4582-b83c-2806ccd50052 req-a65cdd91-4f10-497f-8f4a-2680f1244a17 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600343 Jun 29 10:14:10.265186 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:10.283951 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '7d93690a-62d7-440d-8115-4c336e22acb9', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:14:10.298736 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d07f22-14c3-4feb-bd1d-c40cba5365fc req-1255344e-2157-4577-adec-87dbe1801209 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:10.300268 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a4d07f22-14c3-4feb-bd1d-c40cba5365fc req-1255344e-2157-4577-adec-87dbe1801209 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1977999 Jun 29 10:14:10.308797 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-413c1b51-7642-4d18-a8cc-8571ede9fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:10.310127 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-413c1b51-7642-4d18-a8cc-8571ede9fb02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 1129 time: 0.1812291 Jun 29 10:14:10.324636 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:10.325179 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.337568 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7498e-df08-4799-814e-d1db99d3fb14 req-1dc86511-79cb-4d8c-bac6-18ac9c941bf4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:10.338448 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.339209 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-07f7498e-df08-4799-814e-d1db99d3fb14 req-1dc86511-79cb-4d8c-bac6-18ac9c941bf4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 944 time: 0.0668387 Jun 29 10:14:10.339331 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:14:10.363518 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:10.382433 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a4d07f22-14c3-4feb-bd1d-c40cba5365fc req-9032015a-3907-474e-b9bb-f803ec2701fe tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Jun 29 10:14:10.394316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:10.400113 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:10.411142 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.411415 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-07f7498e-df08-4799-814e-d1db99d3fb14 req-b3a17dd0-b5f5-496e-a8e8-c86365d0a805 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535729 Jun 29 10:14:10.456304 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Publish callbacks [] for security_group (2db434a8-0fd8-4212-b7eb-f40d48e535c4), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.488670 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:10.489055 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.520623 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:10.559526 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.606607 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:10.622542 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2db434a8-0fd8-4212-b7eb-f40d48e535c4), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.633228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:10.683585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2db434a8-0fd8-4212-b7eb-f40d48e535c4,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:10.688213 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8fb4b5c-2d7c-434f-adf5-81981e42cda5 req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695953 Jun 29 10:14:10.694146 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.694655 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.695102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.695438 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.695771 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.696098 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.696310 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:10.696429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.696786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.697110 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.697460 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.697786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.698107 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.698429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171d215-24d9-4309-bf07-5317009e2091 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:10.769423 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9412-3e71-4811-9b4b-21585d6d2d6d req-b1a7fabe-049c-4a92-abcb-aa39f443af26 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:10.770902 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c2b9412-3e71-4811-9b4b-21585d6d2d6d req-b1a7fabe-049c-4a92-abcb-aa39f443af26 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0588057 Jun 29 10:14:10.820974 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c2b9412-3e71-4811-9b4b-21585d6d2d6d req-a51b24a6-6bc2-4f7e-8dd8-579ee8a58925 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Jun 29 10:14:10.886604 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['7d93690a-62d7-440d-8115-4c336e22acb9'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:14:11.042442 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710092ee-c039-4d09-84d8-d43bfc0dc661 req-d48f5aee-705c-45af-afdc-08a16ab6fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.046110 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-710092ee-c039-4d09-84d8-d43bfc0dc661 req-d48f5aee-705c-45af-afdc-08a16ab6fedf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1129 time: 0.0999312 Jun 29 10:14:11.104301 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82358e-9c99-4bec-bd27-9d263be326c2 req-9d5bb340-acf9-43ef-a85d-4b119808e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.105842 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee82358e-9c99-4bec-bd27-9d263be326c2 req-9d5bb340-acf9-43ef-a85d-4b119808e42b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1130 time: 0.1741972 Jun 29 10:14:11.108434 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-710092ee-c039-4d09-84d8-d43bfc0dc661 req-62d95de6-4949-4d34-95d8-a57309cee49f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541673 Jun 29 10:14:11.118328 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516136-cc73-4097-96ed-bd35b5a6a20b req-19d54dfe-6519-4e6b-bca8-acc14214e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.119766 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-16516136-cc73-4097-96ed-bd35b5a6a20b req-19d54dfe-6519-4e6b-bca8-acc14214e897 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 1129 time: 0.1386688 Jun 29 10:14:11.139227 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff85c0-f0ab-452a-93a7-3f084380594f req-13fe5cca-465c-4a39-9f38-371ad2d83a27 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.140723 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ceff85c0-f0ab-452a-93a7-3f084380594f req-13fe5cca-465c-4a39-9f38-371ad2d83a27 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.0810940 Jun 29 10:14:11.193486 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ceff85c0-f0ab-452a-93a7-3f084380594f req-29fd7080-f4c0-4d9f-af4a-0e26449119a6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468800 Jun 29 10:14:11.211103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:11.315458 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d826-7d73-46c3-b910-7a617c7a4653 req-e3430286-4c94-4264-9e7e-b8fa3106b3de tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.316963 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4e7d826-7d73-46c3-b910-7a617c7a4653 req-e3430286-4c94-4264-9e7e-b8fa3106b3de tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0659189 Jun 29 10:14:11.364221 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee82358e-9c99-4bec-bd27-9d263be326c2 req-9174e161-faa4-489e-a1bf-e1bb47837480 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Jun 29 10:14:11.364886 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4e7d826-7d73-46c3-b910-7a617c7a4653 req-65156949-ba81-46f8-b695-b4eed86a33eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Jun 29 10:14:11.374314 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-16516136-cc73-4097-96ed-bd35b5a6a20b req-c0a42bae-c9c8-4cb6-9111-734bbc311439 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588655 Jun 29 10:14:11.431258 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:11.433855 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e98a6a6-d3e1-42d7-aaae-e5c386104152" -d '{"events": [{"server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "name": "network-vif-plugged", "status": "completed", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:11.469424 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b8d0bd-8d2d-4a92-8b7a-7c8dbaf024a7 x-openstack-request-id: req-d4b8d0bd-8d2d-4a92-8b7a-7c8dbaf024a7 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:11.469865 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "name": "network-vif-plugged", "status": "completed", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:11.470183 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b8d0bd-8d2d-4a92-8b7a-7c8dbaf024a7 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:11.470639 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b8d0bd-8d2d-4a92-8b7a-7c8dbaf024a7'] response: {'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'code': 200} Jun 29 10:14:11.530397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069bbb-7a20-41e5-83fe-aa09eb55dbbd req-0a29cec2-662f-4140-b1d9-a85386b38bfe tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.532111 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33069bbb-7a20-41e5-83fe-aa09eb55dbbd req-0a29cec2-662f-4140-b1d9-a85386b38bfe tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0576112 Jun 29 10:14:11.571655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e4ff2-df1f-4dd9-a50c-bdb2489feb4a req-2f34bd57-89f2-4609-a786-11e3ddca2c07 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.573191 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-695e4ff2-df1f-4dd9-a50c-bdb2489feb4a req-2f34bd57-89f2-4609-a786-11e3ddca2c07 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0599911 Jun 29 10:14:11.585679 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33069bbb-7a20-41e5-83fe-aa09eb55dbbd req-baeeb653-4901-4157-a3ad-1e6cde7aa4d8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479202 Jun 29 10:14:11.626715 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-695e4ff2-df1f-4dd9-a50c-bdb2489feb4a req-80d16aae-c5b9-484f-aaac-d854194e17d5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Jun 29 10:14:11.941701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f056dd1-9b83-4b30-b77d-56fd1383f2d9 req-2b638bfd-ccdf-448c-9cc8-ec42d3282ee9 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:11.943156 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f056dd1-9b83-4b30-b77d-56fd1383f2d9 req-2b638bfd-ccdf-448c-9cc8-ec42d3282ee9 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0547137 Jun 29 10:14:11.995471 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f056dd1-9b83-4b30-b77d-56fd1383f2d9 req-2b3cf187-8fb6-4395-8d55-862378293308 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Jun 29 10:14:12.133479 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c383-472a-4f30-a161-4fb20356cec7 req-82d2baba-a7b3-4eb2-9321-e8b33ffc3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:12.135054 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6de9c383-472a-4f30-a161-4fb20356cec7 req-82d2baba-a7b3-4eb2-9321-e8b33ffc3d38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1129 time: 0.0438883 Jun 29 10:14:12.182718 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6de9c383-472a-4f30-a161-4fb20356cec7 req-5a38e808-23e3-4fee-ba7e-d52dd74862bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374324 Jun 29 10:14:12.316972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58416-f3f6-4c38-987c-55ee739302ec req-96981b39-aedd-432f-b2be-390312a5f49e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:12.318910 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5ff58416-f3f6-4c38-987c-55ee739302ec req-96981b39-aedd-432f-b2be-390312a5f49e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Jun 29 10:14:12.368277 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5ff58416-f3f6-4c38-987c-55ee739302ec req-2ce631c9-064c-44a9-bd62-5fd7b4e547c7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Jun 29 10:14:12.479402 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103bbf-c3ba-4fc4-a859-b64d6aa53cf9 req-2bfab4aa-1621-4241-8242-df3a407654d9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:12.480831 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-12103bbf-c3ba-4fc4-a859-b64d6aa53cf9 req-2bfab4aa-1621-4241-8242-df3a407654d9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0515008 Jun 29 10:14:12.537136 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-12103bbf-c3ba-4fc4-a859-b64d6aa53cf9 req-77d4ea35-0415-4be5-b1c5-67569956e671 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505600 Jun 29 10:14:12.673837 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:12.703632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276203-d777-4f95-b1cd-cf9267ce73ec req-09020f4d-a0a7-4431-bd39-5c57fe21f52f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:12.705117 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8e276203-d777-4f95-b1cd-cf9267ce73ec req-09020f4d-a0a7-4431-bd39-5c57fe21f52f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0524578 Jun 29 10:14:12.751266 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59482a7d-7d98-4068-968a-9d3f1f1ba724 req-c369f7de-4937-40d9-a569-44decef85016 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:12.753535 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-59482a7d-7d98-4068-968a-9d3f1f1ba724 req-c369f7de-4937-40d9-a569-44decef85016 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0600581 Jun 29 10:14:12.777806 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8e276203-d777-4f95-b1cd-cf9267ce73ec req-584fb6fd-9d6f-4985-8284-89b508892af4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640602 Jun 29 10:14:12.823396 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-59482a7d-7d98-4068-968a-9d3f1f1ba724 req-8838de8c-509c-498b-a1cc-5781cad9b860 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576439 Jun 29 10:14:13.111818 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b512-a2cb-4af5-8276-ac6b7ab81cc3 req-470ac19f-9561-4f33-a613-79622371dd4c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:13.113284 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c955b512-a2cb-4af5-8276-ac6b7ab81cc3 req-470ac19f-9561-4f33-a613-79622371dd4c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0501356 Jun 29 10:14:13.159439 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c955b512-a2cb-4af5-8276-ac6b7ab81cc3 req-ea914da1-068e-430a-a70d-e11e5f2fb6be tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jun 29 10:14:13.372646 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52392) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:13.479896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e36c37d2-45b8-433d-845e-f211f588573e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.515385 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd2c4-8046-430b-8277-158f6710ff38 req-37f8e64a-0ca9-4e1f-a284-7478d3a3ab30 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:13.516865 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-051fd2c4-8046-430b-8277-158f6710ff38 req-37f8e64a-0ca9-4e1f-a284-7478d3a3ab30 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.0784779 Jun 29 10:14:13.596284 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-051fd2c4-8046-430b-8277-158f6710ff38 req-81cf1b14-904e-4ca9-bc59-323086e76064 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669596 Jun 29 10:14:13.619188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e36c37d2-45b8-433d-845e-f211f588573e admin admin] Publish callbacks [] for security_group (7d97c81e-7a06-40e4-9200-b45a5158f294), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.659971 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9d67-1219-4894-bef9-23d2df6734ac req-815983ad-65ab-42ef-ad5c-7ee1c9814b3c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:13.661462 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-569f9d67-1219-4894-bef9-23d2df6734ac req-815983ad-65ab-42ef-ad5c-7ee1c9814b3c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0556285 Jun 29 10:14:13.696620 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e36c37d2-45b8-433d-845e-f211f588573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7d97c81e-7a06-40e4-9200-b45a5158f294), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.707403 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-569f9d67-1219-4894-bef9-23d2df6734ac req-964e82a2-aa8e-419c-a48c-3275b6df00ac tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Jun 29 10:14:13.736665 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e36c37d2-45b8-433d-845e-f211f588573e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72cb2a590ab743ccab7eab763a5d384d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629203 Jun 29 10:14:13.737488 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c37d2-45b8-433d-845e-f211f588573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97c81e-7a06-40e4-9200-b45a5158f294,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:13.739417 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52402) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:13.785746 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Publish callbacks [] for security_group (7d97c81e-7a06-40e4-9200-b45a5158f294), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.807175 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Publish callbacks [] for security_group (7d97c81e-7a06-40e4-9200-b45a5158f294), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.889977 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea7305-0d0d-42fb-82f0-f1357559234a req-0c51daa2-4c5e-464f-9a95-cfadffd1923f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:13.891446 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1fea7305-0d0d-42fb-82f0-f1357559234a req-0c51daa2-4c5e-464f-9a95-cfadffd1923f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0540371 Jun 29 10:14:13.937970 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1fea7305-0d0d-42fb-82f0-f1357559234a req-420ed42f-5c4d-4e26-b85a-4fc831cadb00 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 Jun 29 10:14:13.942609 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6644eb-79eb-4511-b053-159c1b2b8821 req-b7d46a1f-fbe1-498c-a9a9-e6c65839f568 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:13.944064 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d6644eb-79eb-4511-b053-159c1b2b8821 req-b7d46a1f-fbe1-498c-a9a9-e6c65839f568 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Jun 29 10:14:13.944901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7d97c81e-7a06-40e4-9200-b45a5158f294), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.947421 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:13.948446 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d97c81e-7a06-40e4-9200-b45a5158f294 HTTP/1.1" status: 204 len: 168 time: 0.2080829 Jun 29 10:14:13.965990 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97c81e-7a06-40e4-9200-b45a5158f294,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:13.981246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.981613 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.981957 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.982290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.982616 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.982961 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.983300 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.983627 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.983945 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.984264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.984586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.984923 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:13.985238 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71110d-ec5c-44ea-8a39-2391629104fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:14.013300 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4d6644eb-79eb-4511-b053-159c1b2b8821 req-360871b7-d474-4ed0-baf1-d9e6d20326fd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622475 Jun 29 10:14:14.279796 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e58c-b644-4b49-94db-9ef3b42731b7 req-eb818075-512d-4408-a9b9-f673cb50444c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:14.281258 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d684e58c-b644-4b49-94db-9ef3b42731b7 req-eb818075-512d-4408-a9b9-f673cb50444c tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0561080 Jun 29 10:14:14.333788 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d684e58c-b644-4b49-94db-9ef3b42731b7 req-41078dd1-65be-41ea-aa6e-709e5468c48f tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Jun 29 10:14:14.603484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52416) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:14.616541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:14.618156 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-923fc62c-ce3a-45d0-9cb5-0d8e3afc8462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.732462 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-923fc62c-ce3a-45d0-9cb5-0d8e3afc8462 admin admin] Publish callbacks [] for security_group (259f57ac-bd1a-4514-92fd-324d9404db83), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.748343 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 7d93690a-62d7-440d-8115-4c336e22acb9 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:14:14.753164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e83c-4c22-4ffa-9dd7-53fa8cd58994 req-611731ca-2b67-4c20-8e3c-65c99111a580 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:14.760180 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 7d93690a-62d7-440d-8115-4c336e22acb9 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:14.760180 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.760364 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96e4e83c-4c22-4ffa-9dd7-53fa8cd58994 req-611731ca-2b67-4c20-8e3c-65c99111a580 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.0750599 Jun 29 10:14:14.805132 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96e4e83c-4c22-4ffa-9dd7-53fa8cd58994 req-3a40c67e-9ca4-4462-bdf9-d3601488a7fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Jun 29 10:14:14.826391 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:14.826772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.831405 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e559db7-8012-412f-a0a5-d22e9b1eee2a req-d40bc755-366d-410e-a606-c8ea23b9dce7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:14.832925 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8e559db7-8012-412f-a0a5-d22e9b1eee2a req-d40bc755-366d-410e-a606-c8ea23b9dce7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0523152 Jun 29 10:14:14.846161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-923fc62c-ce3a-45d0-9cb5-0d8e3afc8462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (259f57ac-bd1a-4514-92fd-324d9404db83), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.850371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:14.852617 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d654b73-f286-4f4f-acb3-bf6df94ed879" -d '{"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:14.875073 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:14.882433 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8e559db7-8012-412f-a0a5-d22e9b1eee2a req-f6856da7-0bb6-4e9c-88f5-fcf29d97ecd9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Jun 29 10:14:14.895070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-923fc62c-ce3a-45d0-9cb5-0d8e3afc8462 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=405342cbf88646828b61fa35840b2df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883894 Jun 29 10:14:14.895070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fc62c-ce3a-45d0-9cb5-0d8e3afc8462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259f57ac-bd1a-4514-92fd-324d9404db83,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:14.896851 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52426) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:14.901254 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010fb6c7-82ae-430d-a1be-adf39e484c7b x-openstack-request-id: req-010fb6c7-82ae-430d-a1be-adf39e484c7b {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:14.902098 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:14.902098 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-010fb6c7-82ae-430d-a1be-adf39e484c7b {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:14.902244 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010fb6c7-82ae-430d-a1be-adf39e484c7b'] response: {'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'code': 200} Jun 29 10:14:14.944341 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] Publish callbacks [] for security_group (259f57ac-bd1a-4514-92fd-324d9404db83), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.965383 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] Publish callbacks [] for security_group (259f57ac-bd1a-4514-92fd-324d9404db83), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:14.971261 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:15.023152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:15.030208 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.030587 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.030947 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.031313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.032233 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.032559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.032916 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.033243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.033566 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.037240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.037240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.037240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.037240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:14:15.065871 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268d84e-2fdf-462a-8a2a-23e31b58fbae req-96bf5af5-da83-452a-9275-91191e46bf71 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:15.067405 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a268d84e-2fdf-462a-8a2a-23e31b58fbae req-96bf5af5-da83-452a-9275-91191e46bf71 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0558662 Jun 29 10:14:15.110773 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (259f57ac-bd1a-4514-92fd-324d9404db83), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:15.113332 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:15.114449 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/259f57ac-bd1a-4514-92fd-324d9404db83 HTTP/1.1" status: 204 len: 168 time: 0.2166536 Jun 29 10:14:15.116316 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a268d84e-2fdf-462a-8a2a-23e31b58fbae req-a7153673-6773-4ef1-b269-cd9ff3f43ccf tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434403 Jun 29 10:14:15.125360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f6c2-a2c9-41ae-abfe-6830fd067491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f57ac-bd1a-4514-92fd-324d9404db83,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:15.146847 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3490550-5a56-446c-b13f-de6cf5bd8cc5 req-4cf0eb02-57c5-442c-b5d4-286e98dee097 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:15.148349 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d3490550-5a56-446c-b13f-de6cf5bd8cc5 req-4cf0eb02-57c5-442c-b5d4-286e98dee097 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0661755 Jun 29 10:14:15.195294 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d3490550-5a56-446c-b13f-de6cf5bd8cc5 req-cf81c277-7503-4468-9b09-7f4be6386616 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Jun 29 10:14:15.447862 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806f1e-b8a5-47fc-9c50-e17ceed9d239 req-3ad3bc74-207f-4c98-a8e2-e44b840da0b7 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:15.449347 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a1806f1e-b8a5-47fc-9c50-e17ceed9d239 req-3ad3bc74-207f-4c98-a8e2-e44b840da0b7 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0503945 Jun 29 10:14:15.496710 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a1806f1e-b8a5-47fc-9c50-e17ceed9d239 req-7e1345c5-c4a0-44de-bc88-b3acdde5a885 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Jun 29 10:14:15.963692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eed1ac-d994-40af-979e-9ecda96e2e3f req-51023ee7-645b-4f6b-91c0-03e11ebbddc6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:15.965239 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33eed1ac-d994-40af-979e-9ecda96e2e3f req-51023ee7-645b-4f6b-91c0-03e11ebbddc6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0880220 Jun 29 10:14:15.969048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3a4ac-53e9-4734-b525-539d3e4ecc76 req-7ee5471a-1d56-4a19-a6fa-bf26d19b8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:15.971142 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3ad3a4ac-53e9-4734-b525-539d3e4ecc76 req-7ee5471a-1d56-4a19-a6fa-bf26d19b8165 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1129 time: 0.0675473 Jun 29 10:14:16.028424 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c491-ca76-4469-876a-5a7c6743952a req-7dc180ee-d4da-4419-9ffd-2b5758412738 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:16.030034 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd09c491-ca76-4469-876a-5a7c6743952a req-7dc180ee-d4da-4419-9ffd-2b5758412738 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0572603 Jun 29 10:14:16.042000 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33eed1ac-d994-40af-979e-9ecda96e2e3f req-2415f1f0-15fb-4566-923b-0f8848933422 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697329 Jun 29 10:14:16.048235 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3ad3a4ac-53e9-4734-b525-539d3e4ecc76 req-53a3f683-2f19-4d53-8fa2-9e92f198b800 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619540 Jun 29 10:14:16.079004 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd09c491-ca76-4469-876a-5a7c6743952a req-e555800d-6693-4f4f-97bd-0b514785af93 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Jun 29 10:14:16.235755 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7156d-1bd5-425e-a2c8-27c0d3d693b1 req-98abf803-8715-400c-8ae6-766313d6cc00 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:16.237766 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e7e7156d-1bd5-425e-a2c8-27c0d3d693b1 req-98abf803-8715-400c-8ae6-766313d6cc00 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Jun 29 10:14:16.293590 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e7e7156d-1bd5-425e-a2c8-27c0d3d693b1 req-98f86396-1f7e-479b-87ce-aa513987c3b7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507739 Jun 29 10:14:16.317724 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f3ebc-3ac2-406f-bb16-e8f272070e00 req-68a3ad42-8f76-4cc5-bcea-71cb4c2d97a6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:16.319864 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ef8f3ebc-3ac2-406f-bb16-e8f272070e00 req-68a3ad42-8f76-4cc5-bcea-71cb4c2d97a6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0558832 Jun 29 10:14:16.370430 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ef8f3ebc-3ac2-406f-bb16-e8f272070e00 req-7141588b-3e0b-4274-af2e-5862632c0d6f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Jun 29 10:14:16.613794 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59582e5c-b61c-40e3-9939-36a1e84a6c0a req-95e4910f-ee89-4edd-9d2f-c79a5272cb23 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:16.615286 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-59582e5c-b61c-40e3-9939-36a1e84a6c0a req-95e4910f-ee89-4edd-9d2f-c79a5272cb23 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0546160 Jun 29 10:14:16.665791 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-59582e5c-b61c-40e3-9939-36a1e84a6c0a req-c9b42337-494c-4aea-85c3-1f051e02249b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Jun 29 10:14:17.184699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d2cb1-094a-4f08-ad95-508e9d4f95ba req-f67ffa1b-30f2-480f-a648-2200f7407c92 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:17.186220 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-183d2cb1-094a-4f08-ad95-508e9d4f95ba req-f67ffa1b-30f2-480f-a648-2200f7407c92 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0684187 Jun 29 10:14:17.220148 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7ad7-62bf-4cda-9538-67eef6af37c7 req-9420429d-e587-47ad-8a86-6dc31445952a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:17.221704 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-181b7ad7-62bf-4cda-9538-67eef6af37c7 req-9420429d-e587-47ad-8a86-6dc31445952a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0640113 Jun 29 10:14:17.243806 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-183d2cb1-094a-4f08-ad95-508e9d4f95ba req-e503780a-25f5-4684-86b2-7314a7c7a03f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495718 Jun 29 10:14:17.273279 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-181b7ad7-62bf-4cda-9538-67eef6af37c7 req-1cc1a40a-0972-4583-962c-8435306202af tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Jun 29 10:14:17.447236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff53960-039b-4783-8b8d-6138a92c4383 req-5574d3b8-33ae-46a5-aad8-a2cac53498fb tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:17.449807 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eff53960-039b-4783-8b8d-6138a92c4383 req-5574d3b8-33ae-46a5-aad8-a2cac53498fb tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0725060 Jun 29 10:14:17.513829 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eff53960-039b-4783-8b8d-6138a92c4383 req-f63e5ab3-0626-4282-8281-a8747a910ee7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565886 Jun 29 10:14:17.541996 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704461-b449-4ae2-8ed7-4fa23e16687e req-6f993791-a545-4c2b-b367-20f4f65e1c87 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:17.544565 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a1704461-b449-4ae2-8ed7-4fa23e16687e req-6f993791-a545-4c2b-b367-20f4f65e1c87 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0685363 Jun 29 10:14:17.599464 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a1704461-b449-4ae2-8ed7-4fa23e16687e req-56a5f01c-4156-40ff-a5c9-310d3172dcd6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491865 Jun 29 10:14:18.384222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b41ce1-d0a6-468b-978c-199ebe65f46b req-a9327a06-faed-4d9d-8d7f-b57fd536f26c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:18.390678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a8b41ce1-d0a6-468b-978c-199ebe65f46b req-a9327a06-faed-4d9d-8d7f-b57fd536f26c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0570214 Jun 29 10:14:18.424278 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28f91c-d5f0-4494-8a43-21c2f37d52e4 req-1e4723fa-e137-4d19-a557-c2bab6eacc38 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:18.433244 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc28f91c-d5f0-4494-8a43-21c2f37d52e4 req-1e4723fa-e137-4d19-a557-c2bab6eacc38 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0795953 Jun 29 10:14:18.449887 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a8b41ce1-d0a6-468b-978c-199ebe65f46b req-0fc2c1d4-9556-497d-b651-f23efd7a6bea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558512 Jun 29 10:14:18.489597 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc28f91c-d5f0-4494-8a43-21c2f37d52e4 req-14bce7d9-96e4-48c8-a228-286be1c66670 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555115 Jun 29 10:14:18.635156 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5195a-6ed2-4c53-815f-5394ed5201ad req-7f0c98c5-b54a-4673-81d2-815c80b55e95 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:18.636499 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f1e5195a-6ed2-4c53-815f-5394ed5201ad req-7f0c98c5-b54a-4673-81d2-815c80b55e95 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0560844 Jun 29 10:14:18.685270 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f1e5195a-6ed2-4c53-815f-5394ed5201ad req-4aaaf79e-aaca-4941-b92c-62edeb11ddd6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Jun 29 10:14:18.716467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bfbd-fcce-4e46-9d07-198d971d3454 req-98b6b379-7462-4def-89b3-650201aa774d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:18.717999 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1456bfbd-fcce-4e46-9d07-198d971d3454 req-98b6b379-7462-4def-89b3-650201aa774d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0513792 Jun 29 10:14:18.765841 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1456bfbd-fcce-4e46-9d07-198d971d3454 req-50c44dd6-83db-4fc3-8cf9-af3c184a4f73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jun 29 10:14:19.589949 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f25cc-c1a8-44a4-a5d6-a0f7a2f81983 req-eeb8a93b-5619-48dc-b21e-0fb8ba3bc6ba tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:19.591423 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a52f25cc-c1a8-44a4-a5d6-a0f7a2f81983 req-eeb8a93b-5619-48dc-b21e-0fb8ba3bc6ba tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0713639 Jun 29 10:14:19.631838 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87b3d9-8cd1-44e3-8770-9eb30638ed33 req-a15eae76-251b-45c7-9658-54a768c023a6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:19.633360 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1a87b3d9-8cd1-44e3-8770-9eb30638ed33 req-a15eae76-251b-45c7-9658-54a768c023a6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0704327 Jun 29 10:14:19.642600 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a52f25cc-c1a8-44a4-a5d6-a0f7a2f81983 req-759c6884-0a25-4b02-85fa-95fbaa5579c3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Jun 29 10:14:19.687929 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1a87b3d9-8cd1-44e3-8770-9eb30638ed33 req-f0a3791c-f3a2-455d-9174-8a1097a7ce18 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Jun 29 10:14:19.821600 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b13fb-3847-4d96-88f6-d2f7071baa9d req-97b707b8-8872-4524-b563-371b16ec5d61 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:19.823213 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-020b13fb-3847-4d96-88f6-d2f7071baa9d req-97b707b8-8872-4524-b563-371b16ec5d61 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0627446 Jun 29 10:14:19.872667 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-020b13fb-3847-4d96-88f6-d2f7071baa9d req-489b688e-1e44-4f56-9acb-5a9288494ac4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Jun 29 10:14:19.886586 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6c86a-a50f-46e8-a320-4c1619b1e186 req-f3f3e718-d255-41f8-9372-5866e2f7f7b4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:19.888844 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-20d6c86a-a50f-46e8-a320-4c1619b1e186 req-f3f3e718-d255-41f8-9372-5866e2f7f7b4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Jun 29 10:14:19.943077 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-20d6c86a-a50f-46e8-a320-4c1619b1e186 req-163807d1-a927-437c-a594-4f0b05282b16 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Jun 29 10:14:20.615750 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a53791-ed34-44ba-b41d-9705c72181d3 req-1d34a37c-510b-40de-98a5-2fce92cde9d5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:20.617309 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-80a53791-ed34-44ba-b41d-9705c72181d3 req-1d34a37c-510b-40de-98a5-2fce92cde9d5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0588565 Jun 29 10:14:20.682584 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-80a53791-ed34-44ba-b41d-9705c72181d3 req-f6e14689-7060-4202-ba65-7aad18aafa30 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595577 Jun 29 10:14:20.721511 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-f6a00690-6e12-405b-9933-65737eb14735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:20.723530 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-f6a00690-6e12-405b-9933-65737eb14735 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1130 time: 0.0555203 Jun 29 10:14:20.856433 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-6420d99a-54a7-44ad-806f-bbd85d8d23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:20.857852 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-6420d99a-54a7-44ad-806f-bbd85d8d23de service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.1276557 Jun 29 10:14:20.865408 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c14a94-9f12-4b7a-beb2-c0ff931953dd req-1d67965d-fa07-45ef-9275-138addd7a3a7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:20.866780 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-79c14a94-9f12-4b7a-beb2-c0ff931953dd req-1d67965d-fa07-45ef-9275-138addd7a3a7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0921926 Jun 29 10:14:20.911067 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-f88cac59-620f-4435-abd1-cca7ea837cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 200 len: 217 time: 0.0432973 Jun 29 10:14:20.972040 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-79c14a94-9f12-4b7a-beb2-c0ff931953dd req-375d2118-bcb3-4ca6-8c39-e3427501f852 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987070 Jun 29 10:14:20.983215 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-17e319bd-c5ba-43b3-b438-d96c30d61e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:20.984550 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-17e319bd-c5ba-43b3-b438-d96c30d61e28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0669489 Jun 29 10:14:21.054878 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-f1833289-0dba-46cf-a64f-d220f2bbb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.056370 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-f1833289-0dba-46cf-a64f-d220f2bbb1b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632942 Jun 29 10:14:21.157445 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5845da-fb8e-4e25-afdc-7f327a65846d req-e473b231-35a3-4701-8d75-b1e965d12e36 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.158864 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f5845da-fb8e-4e25-afdc-7f327a65846d req-e473b231-35a3-4701-8d75-b1e965d12e36 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.1151845 Jun 29 10:14:21.206166 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-78a19b1c-44ec-4743-9b5b-5047f471b23a service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315002 Jun 29 10:14:21.249086 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f5845da-fb8e-4e25-afdc-7f327a65846d req-2d2a149b-f4d6-46fd-8c0c-53f8ae158ef8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818651 Jun 29 10:14:21.350028 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c7d7ee9-a596-4615-9618-ce0691afc513 req-587033d0-fdb9-4407-bfa2-17800714486c service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338549 Jun 29 10:14:21.379422 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9ba7-984f-457f-a4d2-0a639cc6d19c req-615f0346-e8fe-4aa4-9406-2e07b47c6f61 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.381086 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b93c9ba7-984f-457f-a4d2-0a639cc6d19c req-615f0346-e8fe-4aa4-9406-2e07b47c6f61 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0722940 Jun 29 10:14:21.434690 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b93c9ba7-984f-457f-a4d2-0a639cc6d19c req-b92905f7-e71f-4db3-9d7b-7922e8db6de7 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Jun 29 10:14:21.479952 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e350-b35b-4f32-b5ba-c5b3620b8b80 req-a952baf8-efda-4ce3-8616-16ba398e4120 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.481491 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e886e350-b35b-4f32-b5ba-c5b3620b8b80 req-a952baf8-efda-4ce3-8616-16ba398e4120 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0531590 Jun 29 10:14:21.499163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52652) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:21.506926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:21.620246 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006310-9999-403b-b548-ac0cbb1e22ac req-6adda209-bac6-4aaf-a78c-34043eb84ae1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.621805 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee006310-9999-403b-b548-ac0cbb1e22ac req-6adda209-bac6-4aaf-a78c-34043eb84ae1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0613949 Jun 29 10:14:21.631761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52658) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:21.636362 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'floatingip': {'port_id': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:21.773728 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:21.934103 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:21.959408 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0843fa-2936-444b-a271-4a88b2fa6216 req-564b96d2-41e3-4d46-b3c5-dfae8a53a254 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:21.960932 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb0843fa-2936-444b-a271-4a88b2fa6216 req-564b96d2-41e3-4d46-b3c5-dfae8a53a254 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1907649 Jun 29 10:14:22.100354 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb0843fa-2936-444b-a271-4a88b2fa6216 req-37617f34-1673-4c22-95ca-ea93d970c097 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261110 Jun 29 10:14:22.203052 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631472c-222f-46d3-bff4-e0b55d17fa1a req-343cc1e2-2602-4bbb-b3d7-d9696c0d276c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:22.204563 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8631472c-222f-46d3-bff4-e0b55d17fa1a req-343cc1e2-2602-4bbb-b3d7-d9696c0d276c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1444483 Jun 29 10:14:22.369261 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8631472c-222f-46d3-bff4-e0b55d17fa1a req-04c9b470-d1f3-4a3a-94c8-dd946dcdd22b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529369 Jun 29 10:14:22.533021 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:22.559252 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418684ed-6750-4645-96d1-04a2cfca41b5 req-493d1d4d-bdaa-459d-9a55-768642fcf389 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:22.560808 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-418684ed-6750-4645-96d1-04a2cfca41b5 req-493d1d4d-bdaa-459d-9a55-768642fcf389 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0824523 Jun 29 10:14:22.575594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52682) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:22.580295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'floatingip': {'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:22.625984 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:22.657280 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:22.659822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:22.799081 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:22.846295 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP dd8d316c-3823-4829-9daf-7c1d38a3fd35 associated. External IP: 172.27.1.78, port: 3331369a-42fc-4954-bcd7-40e49d09256b. Jun 29 10:14:22.900251 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Floating IP 2b70f32d-2823-484f-844a-c1aa382c96f4 associated. External IP: 172.27.1.82, port: f0b6ec0d-716c-4ff6-92f3-442fc5cdb856. Jun 29 10:14:23.123943 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:14:23.279696 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:23.285687 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:23.293694 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f82ff-ce80-4ee9-9573-ff5b9c83c4ed req-036ed390-f205-4e24-b0e5-ef8713463763 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:23.295046 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:14:23.296025 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f2f82ff-ce80-4ee9-9573-ff5b9c83c4ed req-036ed390-f205-4e24-b0e5-ef8713463763 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1157682 Jun 29 10:14:23.316331 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:23.317860 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:23.354336 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8cae05ee-af3e-4714-80bd-bdb9f39babf5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "PUT /v2.0/floatingips/2b70f32d-2823-484f-844a-c1aa382c96f4 HTTP/1.1" status: 200 len: 990 time: 1.7213953 Jun 29 10:14:23.358462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:23.362119 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a8a40-f2cf-489a-8e89-0b997f58679b" -d '{"events": [{"name": "network-changed", "server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:23.412484 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9f2f82ff-ce80-4ee9-9573-ff5b9c83c4ed req-2a72c979-1d07-4f2e-9109-17fc84146a68 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856941 Jun 29 10:14:23.439152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8e633-ae3a-4a2b-a2fa-3b981204c321 x-openstack-request-id: req-49b8e633-ae3a-4a2b-a2fa-3b981204c321 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:23.439152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:23.439152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49b8e633-ae3a-4a2b-a2fa-3b981204c321 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:23.439152 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b8e633-ae3a-4a2b-a2fa-3b981204c321'] response: {'name': 'network-changed', 'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'status': 'completed', 'code': 200} Jun 29 10:14:23.440096 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:14:23.467078 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:23.690267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:23.690267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:23.690267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:23.691097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:14:23.691097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:23.691097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0c49436d-fd78-4077-b419-aee900fa6882 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "PUT /v2.0/floatingips/dd8d316c-3823-4829-9daf-7c1d38a3fd35 HTTP/1.1" status: 200 len: 990 time: 2.1328988 Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e3ee7-b5fd-4e0b-8515-dbb063aeac7b x-openstack-request-id: req-f79e3ee7-b5fd-4e0b-8515-dbb063aeac7b {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f79e3ee7-b5fd-4e0b-8515-dbb063aeac7b {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:23.691678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79e3ee7-b5fd-4e0b-8515-dbb063aeac7b'] response: {'name': 'network-changed', 'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b', 'status': 'completed', 'code': 200} Jun 29 10:14:23.744405 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '2b70f32d-2823-484f-844a-c1aa382c96f4', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:93:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e5101-1a25-4b4a-989f-797e0e297400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:36Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:23.804559 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:23.836337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:23.845791 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:14:23.855112 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:23.855726 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:23.902698 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Floating IP 8226a75a-c82b-4bcf-a0af-51dba074c56b associated. External IP: 172.27.1.168, port: 7d93690a-62d7-440d-8115-4c336e22acb9. Jun 29 10:14:23.973388 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:24.150755 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.173395 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52726) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:24.177149 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:14:24.183307 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:14:24.194786 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:24.195694 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.250418 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '2b70f32d-2823-484f-844a-c1aa382c96f4', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:93:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e5101-1a25-4b4a-989f-797e0e297400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:36Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.279522 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289337d-2ad9-4a06-9a09-b2e48d0840ea None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '2b70f32d-2823-484f-844a-c1aa382c96f4', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:93:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e5101-1a25-4b4a-989f-797e0e297400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:36Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:14:24.292298 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:24.297258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.304341 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:14:24.309710 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:24.315268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f6386acd-f17a-4f11-8946-877d4bf1126d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.318677 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:24.329934 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.337757 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-40f0bd81-d0ae-4eac-b7f5-9cef2049b440 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "PUT /v2.0/floatingips/8226a75a-c82b-4bcf-a0af-51dba074c56b HTTP/1.1" status: 200 len: 991 time: 1.7610242 Jun 29 10:14:24.410043 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f6386acd-f17a-4f11-8946-877d4bf1126d admin admin] Publish callbacks [] for security_group (8c4a23d4-9044-4719-b594-1f5139a29e74), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.449498 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:24.518506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f6386acd-f17a-4f11-8946-877d4bf1126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8c4a23d4-9044-4719-b594-1f5139a29e74), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.581759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c8a5-3d70-4ee8-8959-118ef44a52bb req-95bbd563-f461-4355-9708-1f4028fb777f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:24.583603 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a909c8a5-3d70-4ee8-8959-118ef44a52bb req-95bbd563-f461-4355-9708-1f4028fb777f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0675042 Jun 29 10:14:24.590457 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.633953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b75a40-9eab-49b0-8f88-eee19d519462 None None] New status for floating IP 2b70f32d-2823-484f-844a-c1aa382c96f4: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:14:24.637582 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211da1e4-5d25-4a51-a03e-157fb5d1f08b None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:22Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:14:24.674846 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a909c8a5-3d70-4ee8-8959-118ef44a52bb req-d3af30cc-771b-4377-a210-b437e6c3836b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jun 29 10:14:24.740085 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8226a75a-c82b-4bcf-a0af-51dba074c56b', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54551-600a-459b-9075-3e0ff010d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:40Z', 'updated_at': '2022-06-29T10:14:23Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.769324 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:14:24.779642 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:24.780846 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:24.810816 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386acd-f17a-4f11-8946-877d4bf1126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a23d4-9044-4719-b594-1f5139a29e74,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:24.819994 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f6386acd-f17a-4f11-8946-877d4bf1126d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c83ada2da4e4c9eb845f474fc9e19c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6449969 Jun 29 10:14:24.822935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52734) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:24.891884 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:24.899276 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] Publish callbacks [] for security_group (8c4a23d4-9044-4719-b594-1f5139a29e74), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.922767 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] Publish callbacks [] for security_group (8c4a23d4-9044-4719-b594-1f5139a29e74), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:24.938576 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d594f1c-2e68-43f7-8053-98f28678b36b None None] New status for floating IP dd8d316c-3823-4829-9daf-7c1d38a3fd35: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:14:25.026714 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8c4a23d4-9044-4719-b594-1f5139a29e74), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:25.029575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:25.034481 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c4a23d4-9044-4719-b594-1f5139a29e74 HTTP/1.1" status: 204 len: 168 time: 0.2070737 Jun 29 10:14:25.043845 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21252e-138a-4d4f-8e48-b84916e9d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a23d4-9044-4719-b594-1f5139a29e74,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:25.300363 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8226a75a-c82b-4bcf-a0af-51dba074c56b', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54551-600a-459b-9075-3e0ff010d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:40Z', 'updated_at': '2022-06-29T10:14:23Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:25.325572 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48450c19-5352-4421-aa7d-0caa0d072249 None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8226a75a-c82b-4bcf-a0af-51dba074c56b', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54551-600a-459b-9075-3e0ff010d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:40Z', 'updated_at': '2022-06-29T10:14:23Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:14:25.537111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494f083-7d0a-4952-be8d-5be3e0f6bc3c None None] New status for floating IP 8226a75a-c82b-4bcf-a0af-51dba074c56b: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:14:25.680970 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:25.683486 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7eb291-b656-4788-bbb8-ab473edbc180" -d '{"events": [{"name": "network-changed", "server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:25.712420 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52752) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:25.722212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab70f7c-b30b-4d0d-bdfa-6a2df2fa972b x-openstack-request-id: req-8ab70f7c-b30b-4d0d-bdfa-6a2df2fa972b {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:25.722212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:25.722212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ab70f7c-b30b-4d0d-bdfa-6a2df2fa972b {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:25.722212 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab70f7c-b30b-4d0d-bdfa-6a2df2fa972b'] response: {'name': 'network-changed', 'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'status': 'completed', 'code': 200} Jun 29 10:14:25.728948 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8efe52a9-deb8-41d7-8632-5b4b757f23c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:25.832586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31239-dbc6-4035-8c44-f7bf312c59a6 req-416d0cdb-e407-4b19-8f0d-8758f547bc1d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:25.834079 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-02b31239-dbc6-4035-8c44-f7bf312c59a6 req-416d0cdb-e407-4b19-8f0d-8758f547bc1d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0775256 Jun 29 10:14:25.863488 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8efe52a9-deb8-41d7-8632-5b4b757f23c9 admin admin] Publish callbacks [] for security_group (da0bdec1-d379-45f0-ac32-70110cb129f6), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:25.897870 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-02b31239-dbc6-4035-8c44-f7bf312c59a6 req-4af41fc7-ac6a-4d54-827b-ef51c5e0d088 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 Jun 29 10:14:25.949043 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8efe52a9-deb8-41d7-8632-5b4b757f23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (da0bdec1-d379-45f0-ac32-70110cb129f6), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:25.968539 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-3de0516c-d2f5-47d7-8e72-2e55378fa719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:25.970069 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-3de0516c-d2f5-47d7-8e72-2e55378fa719 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1129 time: 0.0747962 Jun 29 10:14:25.972662 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-9da908c6-2993-4998-87ea-11c683e3671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:25.974026 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-9da908c6-2993-4998-87ea-11c683e3671a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 1129 time: 0.0706985 Jun 29 10:14:26.011289 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe52a9-deb8-41d7-8632-5b4b757f23c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0bdec1-d379-45f0-ac32-70110cb129f6,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:26.025104 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-8efe52a9-deb8-41d7-8632-5b4b757f23c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=661dfbd6ea7c4b4f9600ba28bf726050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087597 Jun 29 10:14:26.026096 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52754) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:26.044465 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-a3923ba4-809c-4ce4-9650-340020204100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.046049 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-a3923ba4-809c-4ce4-9650-340020204100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1129 time: 0.1228170 Jun 29 10:14:26.137210 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] Publish callbacks [] for security_group (da0bdec1-d379-45f0-ac32-70110cb129f6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:26.162501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-177c2fba-5838-4348-996c-4c3bedbaa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.164135 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-177c2fba-5838-4348-996c-4c3bedbaa852 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.1663427 Jun 29 10:14:26.178707 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] Publish callbacks [] for security_group (da0bdec1-d379-45f0-ac32-70110cb129f6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:26.184313 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-cf4172bc-3cd5-4d87-9c64-f7dc79ebee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.185959 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-cf4172bc-3cd5-4d87-9c64-f7dc79ebee73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.1799090 Jun 29 10:14:26.188323 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-e6df17a6-1ebb-4668-adaa-fc0150130283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.189797 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-e6df17a6-1ebb-4668-adaa-fc0150130283 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.1366293 Jun 29 10:14:26.298766 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-5a38485e-b393-4ac8-a034-21e4636316ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 1001 time: 0.0875993 Jun 29 10:14:26.310258 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-c284ce37-bf16-4b26-8ea2-232c789d0a9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 1000 time: 0.1346705 Jun 29 10:14:26.314819 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-2738ccdb-2189-4873-b1f0-d84f7998f612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3331369a-42fc-4954-bcd7-40e49d09256b HTTP/1.1" status: 200 len: 1000 time: 0.1005971 Jun 29 10:14:26.353838 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-a558a9ea-d6f5-4809-af7b-167436ac0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.355307 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-a558a9ea-d6f5-4809-af7b-167436ac0836 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0485425 Jun 29 10:14:26.370164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (da0bdec1-d379-45f0-ac32-70110cb129f6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:26.374304 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:26.374304 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da0bdec1-d379-45f0-ac32-70110cb129f6 HTTP/1.1" status: 204 len: 168 time: 0.3477337 Jun 29 10:14:26.399846 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc3d0c-ad83-4142-9bca-c4f1e8b3dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0bdec1-d379-45f0-ac32-70110cb129f6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:26.406500 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-6c969354-31ab-4750-b5db-8330c2bd9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.408089 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-6c969354-31ab-4750-b5db-8330c2bd9252 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0875659 Jun 29 10:14:26.414990 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-8a9b55ea-1bfc-4fd5-a685-02a438f5a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.418652 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-8a9b55ea-1bfc-4fd5-a685-02a438f5a9be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0959222 Jun 29 10:14:26.419146 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-f67e8a49-6bdb-4219-b628-3ec1bbba0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.420669 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-f67e8a49-6bdb-4219-b628-3ec1bbba0cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581191 Jun 29 10:14:26.505220 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-aec26a21-07d9-4956-b190-01aa6a78bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.506717 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-aec26a21-07d9-4956-b190-01aa6a78bcc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794871 Jun 29 10:14:26.512878 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-233894f3-d69d-4e55-b770-031989b101d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:26.514876 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-233894f3-d69d-4e55-b770-031989b101d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755584 Jun 29 10:14:26.535915 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-c950e91f-8c5a-4933-8392-9ca3b00dc4b6 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032686 Jun 29 10:14:26.639041 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a7eb291-b656-4788-bbb8-ab473edbc180 req-04ad00f3-5558-4f8d-a7ee-e64dfc89e35c service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966263 Jun 29 10:14:26.688907 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-4f4a629d-5429-49d8-b126-74194736b6d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542108 Jun 29 10:14:26.690585 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-3f182874-5434-4d84-8764-9695f69afde6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641459 Jun 29 10:14:26.864390 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c2320cf-4ac3-4823-aa90-4635b14e2d2e req-bab58c48-a89a-4817-9405-2d300f88351a service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534188 Jun 29 10:14:26.866528 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-892a8a40-f2cf-489a-8e89-0b997f58679b req-a0f10bb9-32b1-4024-8dee-5e6794f40cc0 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476033 Jun 29 10:14:27.028482 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf1d92-27e6-4a22-9ee3-138ab0917d2a req-50f89d76-75d8-4c13-a47f-7e5a83177c53 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:27.030633 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-debf1d92-27e6-4a22-9ee3-138ab0917d2a req-50f89d76-75d8-4c13-a47f-7e5a83177c53 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0586314 Jun 29 10:14:27.075891 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-debf1d92-27e6-4a22-9ee3-138ab0917d2a req-01538574-f973-4c03-b87b-6b916c99f864 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Jun 29 10:14:27.926911 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52812) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:28.036082 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-942df8c6-8bc2-4783-a679-b152f60aae01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.110623 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-942df8c6-8bc2-4783-a679-b152f60aae01 admin admin] Publish callbacks [] for security_group (b71ffc7b-930a-45ca-a897-fa0add14f3ee), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.179346 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-942df8c6-8bc2-4783-a679-b152f60aae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (b71ffc7b-930a-45ca-a897-fa0add14f3ee), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.225772 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-942df8c6-8bc2-4783-a679-b152f60aae01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8944562dafba4e008f8c2e6d3d26ec98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974811 Jun 29 10:14:28.228920 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52828) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:28.235057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df8c6-8bc2-4783-a679-b152f60aae01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ffc7b-930a-45ca-a897-fa0add14f3ee,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:28.244106 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21eb1a-c91c-471a-bdb5-3349796ae028 req-a0a7d7c2-a51f-42c1-a0d1-73d926fcd67f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:28.245609 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fa21eb1a-c91c-471a-bdb5-3349796ae028 req-a0a7d7c2-a51f-42c1-a0d1-73d926fcd67f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1020465 Jun 29 10:14:28.283642 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] Publish callbacks [] for security_group (b71ffc7b-930a-45ca-a897-fa0add14f3ee), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.297947 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fa21eb1a-c91c-471a-bdb5-3349796ae028 req-675876c3-3c9a-463f-833a-6a429d607bd9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Jun 29 10:14:28.308798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] Publish callbacks [] for security_group (b71ffc7b-930a-45ca-a897-fa0add14f3ee), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.447860 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (b71ffc7b-930a-45ca-a897-fa0add14f3ee), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.450640 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:28.451728 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b71ffc7b-930a-45ca-a897-fa0add14f3ee HTTP/1.1" status: 204 len: 168 time: 0.2218256 Jun 29 10:14:28.459673 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21103b06-6e28-487b-9322-60f794d5df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ffc7b-930a-45ca-a897-fa0add14f3ee,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:28.913345 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:14:29.359696 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52876) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:29.374454 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead36c5b-8a4c-46dd-b46a-42709d0b4299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.445141 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accb092-00be-46bb-bb18-391e8d4d094e req-d71be80b-3e30-44da-bde2-c4df693b5264 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:29.446920 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7accb092-00be-46bb-bb18-391e8d4d094e req-d71be80b-3e30-44da-bde2-c4df693b5264 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0561264 Jun 29 10:14:29.454024 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead36c5b-8a4c-46dd-b46a-42709d0b4299 admin admin] Publish callbacks [] for security_group (be8ae151-05f1-4ac6-b4a8-4d132538ce77), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.499829 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7accb092-00be-46bb-bb18-391e8d4d094e req-ed33630a-31ed-4370-b8d3-1e49945caabd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Jun 29 10:14:29.590274 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ead36c5b-8a4c-46dd-b46a-42709d0b4299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (be8ae151-05f1-4ac6-b4a8-4d132538ce77), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.632417 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ead36c5b-8a4c-46dd-b46a-42709d0b4299 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff5d6cd8666d496f880b84f9d5c5ac4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715917 Jun 29 10:14:29.633810 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36c5b-8a4c-46dd-b46a-42709d0b4299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8ae151-05f1-4ac6-b4a8-4d132538ce77,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:29.635112 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52882) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:29.685937 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] Publish callbacks [] for security_group (be8ae151-05f1-4ac6-b4a8-4d132538ce77), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.706221 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] Publish callbacks [] for security_group (be8ae151-05f1-4ac6-b4a8-4d132538ce77), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.841846 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (be8ae151-05f1-4ac6-b4a8-4d132538ce77), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.844478 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:29.845668 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be8ae151-05f1-4ac6-b4a8-4d132538ce77 HTTP/1.1" status: 204 len: 168 time: 0.2095947 Jun 29 10:14:29.853532 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47168-c875-44d8-bc43-259229e1e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8ae151-05f1-4ac6-b4a8-4d132538ce77,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:30.566265 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52902) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:30.581488 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf46e-57a7-4069-9a76-5ac8b6c88086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.621686 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31bb97-ea0c-472e-ad65-ec44bdf040df req-faeee458-7265-4bfd-b64d-c2e7a6bd4ae5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:30.623138 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d31bb97-ea0c-472e-ad65-ec44bdf040df req-faeee458-7265-4bfd-b64d-c2e7a6bd4ae5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0564821 Jun 29 10:14:30.660820 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf46e-57a7-4069-9a76-5ac8b6c88086 admin admin] Publish callbacks [] for security_group (f62ea626-ac68-4cab-b808-b79473f8900c), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.674814 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d31bb97-ea0c-472e-ad65-ec44bdf040df req-d272b86a-050c-4cda-b0ea-c568ac1f3d64 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Jun 29 10:14:30.766774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf46e-57a7-4069-9a76-5ac8b6c88086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f62ea626-ac68-4cab-b808-b79473f8900c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.821104 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ec5cf46e-57a7-4069-9a76-5ac8b6c88086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71400242b4db442f95e8c9eaf4707ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536018 Jun 29 10:14:30.821870 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cf46e-57a7-4069-9a76-5ac8b6c88086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62ea626-ac68-4cab-b808-b79473f8900c,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:30.823721 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52910) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:30.871416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] Publish callbacks [] for security_group (f62ea626-ac68-4cab-b808-b79473f8900c), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.891670 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] Publish callbacks [] for security_group (f62ea626-ac68-4cab-b808-b79473f8900c), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.989325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f62ea626-ac68-4cab-b808-b79473f8900c), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.991891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:30.993327 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f62ea626-ac68-4cab-b808-b79473f8900c HTTP/1.1" status: 204 len: 168 time: 0.1681902 Jun 29 10:14:31.003148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db7d1c-fd09-486c-9442-e7e919d249de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62ea626-ac68-4cab-b808-b79473f8900c,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:31.792779 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd76f2-2e4a-4bc3-878d-422e8a6badca req-bc84c6bc-bd60-4ef6-9bb8-10bdc0351876 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:31.794202 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3bd76f2-2e4a-4bc3-878d-422e8a6badca req-bc84c6bc-bd60-4ef6-9bb8-10bdc0351876 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Jun 29 10:14:31.847437 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3bd76f2-2e4a-4bc3-878d-422e8a6badca req-7468c7ea-1baa-4def-a076-7fac70f56b9f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471654 Jun 29 10:14:32.286633 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 52948) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:32.393139 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-43989d0f-3408-453c-b1eb-452944eb662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.494374 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-43989d0f-3408-453c-b1eb-452944eb662a admin admin] Publish callbacks [] for security_group (d971be0e-2b6a-4bcf-b581-70f201c0f03d), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.606581 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-43989d0f-3408-453c-b1eb-452944eb662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d971be0e-2b6a-4bcf-b581-70f201c0f03d), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.649207 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-43989d0f-3408-453c-b1eb-452944eb662a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=924cdc8ce2d642b5a7ba99d56091d550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590722 Jun 29 10:14:32.649207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43989d0f-3408-453c-b1eb-452944eb662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971be0e-2b6a-4bcf-b581-70f201c0f03d,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:32.649600 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 52968) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:32.707653 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] Publish callbacks [] for security_group (d971be0e-2b6a-4bcf-b581-70f201c0f03d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.732232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] Publish callbacks [] for security_group (d971be0e-2b6a-4bcf-b581-70f201c0f03d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.897206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d971be0e-2b6a-4bcf-b581-70f201c0f03d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.909860 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:32.909860 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d971be0e-2b6a-4bcf-b581-70f201c0f03d HTTP/1.1" status: 204 len: 168 time: 0.2539966 Jun 29 10:14:32.914208 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf21a95-5a21-4c4f-bf9d-ab58c3254dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971be0e-2b6a-4bcf-b581-70f201c0f03d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:33.001573 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64158c-a68d-40b1-b2b1-9466d4e86ca4 req-fe336edc-0299-49fd-b575-49bcccb84911 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:33.003083 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ec64158c-a68d-40b1-b2b1-9466d4e86ca4 req-fe336edc-0299-49fd-b575-49bcccb84911 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0644655 Jun 29 10:14:33.053042 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ec64158c-a68d-40b1-b2b1-9466d4e86ca4 req-b589a773-c41b-4660-ac81-f9829a466b6e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Jun 29 10:14:33.593108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53012) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:33.606475 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c30a5eb-1b06-4677-91d6-b9c0efc7a78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.691971 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c30a5eb-1b06-4677-91d6-b9c0efc7a78a admin admin] Publish callbacks [] for security_group (16779a38-8062-4443-93bb-dae980c6803c), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.725776 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.754148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c30a5eb-1b06-4677-91d6-b9c0efc7a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (16779a38-8062-4443-93bb-dae980c6803c), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.799504 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9c30a5eb-1b06-4677-91d6-b9c0efc7a78a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1a8a0df98874238bdedfa372c07df7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052846 Jun 29 10:14:33.800358 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30a5eb-1b06-4677-91d6-b9c0efc7a78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16779a38-8062-4443-93bb-dae980c6803c,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:33.802400 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53020) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:33.872059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] Publish callbacks [] for security_group (16779a38-8062-4443-93bb-dae980c6803c), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.896125 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] Publish callbacks [] for security_group (16779a38-8062-4443-93bb-dae980c6803c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.988264 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (16779a38-8062-4443-93bb-dae980c6803c), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.990893 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:33.992078 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16779a38-8062-4443-93bb-dae980c6803c HTTP/1.1" status: 204 len: 168 time: 0.1887038 Jun 29 10:14:34.001341 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e8a65-2c67-4e0c-b887-392feecfd168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16779a38-8062-4443-93bb-dae980c6803c,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:34.178756 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f165-5bea-40e0-bfc0-f669c36f0ba4 req-d3a2698d-b1bf-4cad-b937-9a52d60f0a55 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:34.180380 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6d24f165-5bea-40e0-bfc0-f669c36f0ba4 req-d3a2698d-b1bf-4cad-b937-9a52d60f0a55 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0586388 Jun 29 10:14:34.237339 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6d24f165-5bea-40e0-bfc0-f669c36f0ba4 req-67fd4019-42e3-4c02-9fa8-cd538c500663 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jun 29 10:14:35.367053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ece4-fc56-412e-b318-e95fcef5613b req-6a212a34-d303-4b8a-9453-93d0c645513c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:35.368425 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8282ece4-fc56-412e-b318-e95fcef5613b req-6a212a34-d303-4b8a-9453-93d0c645513c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0605013 Jun 29 10:14:35.420934 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8282ece4-fc56-412e-b318-e95fcef5613b req-e5c9de37-514e-46f7-be3c-1cce2459f476 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jun 29 10:14:36.051850 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53108) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:36.167062 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-421697f4-b70f-4ac9-aa8a-6dcd81119b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.184800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846feebd-664b-4fcf-8b17-1e2f940549ee req-b4be7bc0-6d4e-4d76-a5a5-4ff9cff828c5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:36.186367 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-846feebd-664b-4fcf-8b17-1e2f940549ee req-b4be7bc0-6d4e-4d76-a5a5-4ff9cff828c5 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0618858 Jun 29 10:14:36.221560 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f8c82905-b8a2-4260-ba69-06ccdda37b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.238842 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-846feebd-664b-4fcf-8b17-1e2f940549ee req-2e8dff22-7583-43d8-abf3-ef5672671b8b tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Jun 29 10:14:36.254198 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-421697f4-b70f-4ac9-aa8a-6dcd81119b07 admin admin] Publish callbacks [] for security_group (09cc3fe0-7e07-433e-8736-7f4e470aa07b), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.387346 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-421697f4-b70f-4ac9-aa8a-6dcd81119b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (09cc3fe0-7e07-433e-8736-7f4e470aa07b), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.428352 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-421697f4-b70f-4ac9-aa8a-6dcd81119b07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=befe64eed9b14cbfb20cc3ee04e16ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753488 Jun 29 10:14:36.431647 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53124) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:36.436992 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421697f4-b70f-4ac9-aa8a-6dcd81119b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc3fe0-7e07-433e-8736-7f4e470aa07b,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:36.489896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] Publish callbacks [] for security_group (09cc3fe0-7e07-433e-8736-7f4e470aa07b), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.540865 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] Publish callbacks [] for security_group (09cc3fe0-7e07-433e-8736-7f4e470aa07b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.591014 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197170f-636e-4291-bbfc-f8841f58f112 req-05a11dec-e5ae-41ca-8aa2-59c63650b7cd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:36.592537 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1197170f-636e-4291-bbfc-f8841f58f112 req-05a11dec-e5ae-41ca-8aa2-59c63650b7cd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0898025 Jun 29 10:14:36.655644 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1197170f-636e-4291-bbfc-f8841f58f112 req-66826be7-d530-46af-8168-ce7f9f78e2dd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Jun 29 10:14:36.695474 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (09cc3fe0-7e07-433e-8736-7f4e470aa07b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.698561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:36.699702 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09cc3fe0-7e07-433e-8736-7f4e470aa07b HTTP/1.1" status: 204 len: 168 time: 0.2675617 Jun 29 10:14:36.707261 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bebe37-f6ed-430f-b596-403a85204ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc3fe0-7e07-433e-8736-7f4e470aa07b,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:36.737497 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53140) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:36.945148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e17130de-0616-4394-9cc4-8d6a7dd123bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.021485 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e17130de-0616-4394-9cc4-8d6a7dd123bd admin admin] Publish callbacks [] for security_group (6817f217-f855-43de-8031-16f1a765a8ba), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.123775 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e17130de-0616-4394-9cc4-8d6a7dd123bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (6817f217-f855-43de-8031-16f1a765a8ba), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.163826 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e17130de-0616-4394-9cc4-8d6a7dd123bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90fdbe5eb38b4d099923c89a129612e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243011 Jun 29 10:14:37.164554 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17130de-0616-4394-9cc4-8d6a7dd123bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6817f217-f855-43de-8031-16f1a765a8ba,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:37.166601 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53156) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:37.216788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] Publish callbacks [] for security_group (6817f217-f855-43de-8031-16f1a765a8ba), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.239884 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] Publish callbacks [] for security_group (6817f217-f855-43de-8031-16f1a765a8ba), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.352815 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (6817f217-f855-43de-8031-16f1a765a8ba), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.355442 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.356954 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6817f217-f855-43de-8031-16f1a765a8ba HTTP/1.1" status: 204 len: 168 time: 0.1885700 Jun 29 10:14:37.359600 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429b74-4b0d-41e1-8438-291fa0125195 req-03685790-3eed-4fbf-a96a-59d867a2d2db tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:37.361139 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-02429b74-4b0d-41e1-8438-291fa0125195 req-03685790-3eed-4fbf-a96a-59d867a2d2db tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Jun 29 10:14:37.365349 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593e9bc-2656-4431-b3d3-49bdfbf4a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817f217-f855-43de-8031-16f1a765a8ba,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:37.418437 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-02429b74-4b0d-41e1-8438-291fa0125195 req-76bc5c37-6902-4547-9ce4-72eefb8a9b1d tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446754 Jun 29 10:14:37.489119 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53166) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:37.501858 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcad1-180f-4187-a001-907bac8fd7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.574017 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcad1-180f-4187-a001-907bac8fd7cf admin admin] Publish callbacks [] for security_group (ee5b848e-665e-425f-8678-ea59bc382a3a), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.679475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcad1-180f-4187-a001-907bac8fd7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ee5b848e-665e-425f-8678-ea59bc382a3a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.719655 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bcad1-180f-4187-a001-907bac8fd7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5b848e-665e-425f-8678-ea59bc382a3a,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:37.724654 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9f6bcad1-180f-4187-a001-907bac8fd7cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e4982a27af246cfb8262aa318e848f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344623 Jun 29 10:14:37.728891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53174) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:37.792943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] Publish callbacks [] for security_group (ee5b848e-665e-425f-8678-ea59bc382a3a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.815151 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b18bb-2e6f-401b-a2b5-867e6e802049 req-8715f32a-0115-41fe-9eb2-bb06d8965a57 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:37.816557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-870b18bb-2e6f-401b-a2b5-867e6e802049 req-8715f32a-0115-41fe-9eb2-bb06d8965a57 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0548019 Jun 29 10:14:37.819109 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] Publish callbacks [] for security_group (ee5b848e-665e-425f-8678-ea59bc382a3a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.875514 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-870b18bb-2e6f-401b-a2b5-867e6e802049 req-3e54d73a-a56c-41b1-aa50-1eb425f7b7ed tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530276 Jun 29 10:14:37.923342 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ee5b848e-665e-425f-8678-ea59bc382a3a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.925992 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:37.927123 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee5b848e-665e-425f-8678-ea59bc382a3a HTTP/1.1" status: 204 len: 168 time: 0.1962640 Jun 29 10:14:37.935632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8448a3-5b19-486e-95bb-bd11b07a7ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5b848e-665e-425f-8678-ea59bc382a3a,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:38.152460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53188) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:38.166017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40e2b399-3cde-4625-894c-cf0825e149c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.244056 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40e2b399-3cde-4625-894c-cf0825e149c2 admin admin] Publish callbacks [] for security_group (d39d1c86-b5bc-4873-9dfa-b6a380212874), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.323824 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-40e2b399-3cde-4625-894c-cf0825e149c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d39d1c86-b5bc-4873-9dfa-b6a380212874), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.362971 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-40e2b399-3cde-4625-894c-cf0825e149c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e65cc02cc3f4facbd70673f25f04c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093308 Jun 29 10:14:38.364902 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2b399-3cde-4625-894c-cf0825e149c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d1c86-b5bc-4873-9dfa-b6a380212874,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:38.365989 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53196) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:38.423568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] Publish callbacks [] for security_group (d39d1c86-b5bc-4873-9dfa-b6a380212874), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.447565 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] Publish callbacks [] for security_group (d39d1c86-b5bc-4873-9dfa-b6a380212874), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.545257 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306311-69d0-4aea-9c8b-eccd16b45465 req-54832234-ec5b-4dc7-97bc-b0a61b457978 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:38.546723 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7e306311-69d0-4aea-9c8b-eccd16b45465 req-54832234-ec5b-4dc7-97bc-b0a61b457978 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Jun 29 10:14:38.598474 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e99600fa-9c07-49e2-9c40-007d6c09871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.624781 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7e306311-69d0-4aea-9c8b-eccd16b45465 req-30332a08-5405-405c-9bd7-f8705f95b994 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/security-groups?id=621232d9-d8ca-4278-9ddf-d29501905eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Jun 29 10:14:38.625101 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d39d1c86-b5bc-4873-9dfa-b6a380212874), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.627599 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.628733 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39d1c86-b5bc-4873-9dfa-b6a380212874 HTTP/1.1" status: 204 len: 168 time: 0.2593322 Jun 29 10:14:38.643422 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33608a-aaa8-4b81-a999-c2d1198b180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d1c86-b5bc-4873-9dfa-b6a380212874,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:38.667938 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-ac43d560-7b3b-415c-8ac9-f5b09de6ad7d tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:38.669572 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-ac43d560-7b3b-415c-8ac9-f5b09de6ad7d tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 945 time: 0.0746424 Jun 29 10:14:38.819249 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Deleting port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:14:38.819691 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.927544 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] For port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:38.927544 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:38.950159 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Calling delete_port for 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 owned by compute:nova {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:14:39.073175 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856a9f1-b89b-4718-84f6-34129ba76a82 req-406927bd-cbf9-4d46-be05-92638448fd70 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:39.077790 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7856a9f1-b89b-4718-84f6-34129ba76a82 req-406927bd-cbf9-4d46-be05-92638448fd70 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1297114 Jun 29 10:14:39.144926 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7856a9f1-b89b-4718-84f6-34129ba76a82 req-e79105d2-0f74-4e49-ae4d-d535a127d28f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660980 Jun 29 10:14:39.317474 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (5db968e7-1554-4c2b-8eb8-0c0dfcc2b547), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:39.334801 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['5db968e7-1554-4c2b-8eb8-0c0dfcc2b547'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:14:39.347948 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Pushing event deleted for resources: {'Port': ['ID=5db968e7-1554-4c2b-8eb8-0c0dfcc2b547,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:39.426965 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] No DVR routers for this DVR port 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 on host hv-cinder-84786 {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:14:39.432964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:39.438060 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7dbea0b8-709d-4875-a85f-e3a5e2bb6f1b req-5662ba83-5150-4856-9892-ca4a0e95f7f0 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.64 "DELETE /v2.0/ports/5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 HTTP/1.1" status: 204 len: 173 time: 0.7521656 Jun 29 10:14:39.438763 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'name': 'network-vif-deleted', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:14:39.442023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38054b1f-442f-4b47-9766-00aa8ba49011" -d '{"events": [{"server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "name": "network-vif-deleted", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:14:39.483846 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3ff78-fd15-4592-87b0-8076a7d5e787 x-openstack-request-id: req-d3b3ff78-fd15-4592-87b0-8076a7d5e787 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:14:39.484289 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a9c86c-1634-47e1-8bd6-57583feef532", "name": "network-vif-deleted", "tag": "5db968e7-1554-4c2b-8eb8-0c0dfcc2b547", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:14:39.484529 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3b3ff78-fd15-4592-87b0-8076a7d5e787 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:14:39.485286 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b3ff78-fd15-4592-87b0-8076a7d5e787'] response: {'server_uuid': 'd2a9c86c-1634-47e1-8bd6-57583feef532', 'name': 'network-vif-deleted', 'tag': '5db968e7-1554-4c2b-8eb8-0c0dfcc2b547', 'status': 'completed', 'code': 200} Jun 29 10:14:39.500632 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:39.723470 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0bd18633-9fb4-4ad6-8535-b96514814a89 req-fab189e1-147e-423e-b1f5-af9dec419078 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.0300286 Jun 29 10:14:40.292139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1395f-71ab-4ee5-aac3-4b305e501a5d req-96a6eec1-f8c9-46b8-bd43-f8c17b8a33fd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:40.297060 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9af1395f-71ab-4ee5-aac3-4b305e501a5d req-96a6eec1-f8c9-46b8-bd43-f8c17b8a33fd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0759068 Jun 29 10:14:40.353805 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9af1395f-71ab-4ee5-aac3-4b305e501a5d req-1e648305-0614-46b1-b1dc-6c7d460b1ec0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516262 Jun 29 10:14:40.830087 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d33b7c64-ba03-4176-97e8-c68b2f9608b0 req-a4ba3b3d-ed27-4a7e-901f-d7013e43d9a9 tempest-DeleteServersTestJSON-1683779339 tempest-DeleteServersTestJSON-1683779339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a9c86c-1634-47e1-8bd6-57583feef532 HTTP/1.1" status: 200 len: 210 time: 0.0260644 Jun 29 10:14:41.202744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:41.559116 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8fffa-71c5-4af9-96b0-11ebb6cc6aed req-3b895690-7f35-4533-812d-d10a584d5430 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:41.559787 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d2d8fffa-71c5-4af9-96b0-11ebb6cc6aed req-3b895690-7f35-4533-812d-d10a584d5430 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0598443 Jun 29 10:14:41.602208 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d2d8fffa-71c5-4af9-96b0-11ebb6cc6aed req-0b01d667-4f7a-466c-b3e7-bc1891e98101 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Jun 29 10:14:42.658446 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:42.728507 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575f3e-279f-4587-8148-03290f6b6a92 req-77780810-5b46-4c90-8c9b-5ec35aa6c30d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:42.730014 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c9575f3e-279f-4587-8148-03290f6b6a92 req-77780810-5b46-4c90-8c9b-5ec35aa6c30d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0603561 Jun 29 10:14:42.783918 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c9575f3e-279f-4587-8148-03290f6b6a92 req-7dd07a7d-43ac-4962-b08b-a0cf1c475a6c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Jun 29 10:14:43.563986 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53372) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:43.910097 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e06d-bbaf-4334-a124-1ec21308c39b req-758c1da7-ea83-4a81-825a-9f0b7d84467b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:43.913320 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8bb0e06d-bbaf-4334-a124-1ec21308c39b req-758c1da7-ea83-4a81-825a-9f0b7d84467b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0589824 Jun 29 10:14:43.967686 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8bb0e06d-bbaf-4334-a124-1ec21308c39b req-6e2abda7-8078-4300-a247-be794aeab27a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Jun 29 10:14:44.092013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:14:44.111056 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:14:44.111404 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 5db968e7-1554-4c2b-8eb8-0c0dfcc2b547 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:14:44.170535 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:44.447284 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Deleting port 383d68ce-8820-4724-a4eb-3694bf6e1502 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:14:44.447641 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:44.522407 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] For port 383d68ce-8820-4724-a4eb-3694bf6e1502, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=383d68ce-8820-4724-a4eb-3694bf6e1502,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:44.522763 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:44.534822 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Calling delete_port for 383d68ce-8820-4724-a4eb-3694bf6e1502 owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:14:44.794917 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (383d68ce-8820-4724-a4eb-3694bf6e1502), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:44.818590 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Pushing event deleted for resources: {'Port': ['ID=383d68ce-8820-4724-a4eb-3694bf6e1502,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:44.945195 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:45.159919 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5cbbe-3a27-4396-8048-08cdc2ccb87d req-15d6a462-00fa-49b0-8469-5ec8a913f8cc tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:45.161370 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3c5cbbe-3a27-4396-8048-08cdc2ccb87d req-15d6a462-00fa-49b0-8469-5ec8a913f8cc tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1206677 Jun 29 10:14:45.209725 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:14:45.224585 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3c5cbbe-3a27-4396-8048-08cdc2ccb87d req-26b1d473-6fe4-43d3-962b-4ef7daec132e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Jun 29 10:14:45.318408 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:45.324384 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-10b146e7-528c-4596-81f0-4ffd11e7da80 admin admin] 10.222.0.60 "PUT /v2.0/routers/54371dfa-b5b8-4b45-90e7-525da9ba2f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583687 Jun 29 10:14:45.326046 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53386) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:45.327271 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Sync routers for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:14:45.336677 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:45.337284 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:45.422718 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks [] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:45.521644 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:45.523673 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks [] for router_gateway (54371dfa-b5b8-4b45-90e7-525da9ba2f15), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:45.672080 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Deleting port 65fd4e45-5def-42c7-91c2-7db34dc7056e {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:14:45.672517 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:45.701349 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:14:44Z', 'revision_number': 5, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port': {'id': '65fd4e45-5def-42c7-91c2-7db34dc7056e', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:45.725864 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Checking router: 54371dfa-b5b8-4b45-90e7-525da9ba2f15 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:14:45.734296 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Routers {'54371dfa-b5b8-4b45-90e7-525da9ba2f15'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:45.735207 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:45.763478 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] For port 65fd4e45-5def-42c7-91c2-7db34dc7056e, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=65fd4e45-5def-42c7-91c2-7db34dc7056e,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:45.763840 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:45.779185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Calling delete_port for 65fd4e45-5def-42c7-91c2-7db34dc7056e owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:14:45.828101 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] Set router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:45.880114 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:14:45Z', 'revision_number': 6, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:45.904487 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adcccf5-6804-4fba-9b86-4fd9fda05653 None None] The sync data for ids ['54371dfa-b5b8-4b45-90e7-525da9ba2f15'] in dv-cinder-847864-5-iscsi is: [{'id': '54371dfa-b5b8-4b45-90e7-525da9ba2f15', 'name': 'tempest-DeleteServersTestJSON-1288843827-router', 'tenant_id': 'ec47dd409a0443dbad323231a4c0b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:14:45Z', 'revision_number': 6, 'project_id': 'ec47dd409a0443dbad323231a4c0b191', 'gw_port_host': None}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:14:46.080471 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (65fd4e45-5def-42c7-91c2-7db34dc7056e), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.107761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fd4e45-5def-42c7-91c2-7db34dc7056e,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:46.136253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.253618 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.257367 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks [] for router_controller (54371dfa-b5b8-4b45-90e7-525da9ba2f15), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.405302 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832756e-3c49-483d-a1d8-0bf37496ab89 req-ea131da9-7b58-4f95-acbe-fad41c29cf8b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:46.409198 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2832756e-3c49-483d-a1d8-0bf37496ab89 req-ea131da9-7b58-4f95-acbe-fad41c29cf8b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0862899 Jun 29 10:14:46.422139 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 383d68ce-8820-4724-a4eb-3694bf6e1502 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:14:46.447226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 383d68ce-8820-4724-a4eb-3694bf6e1502 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:14:46.447631 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 383d68ce-8820-4724-a4eb-3694bf6e1502 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:14:46.459080 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (54371dfa-b5b8-4b45-90e7-525da9ba2f15), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.461057 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54371dfa-b5b8-4b45-90e7-525da9ba2f15 {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:14:46.468880 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2832756e-3c49-483d-a1d8-0bf37496ab89 req-5705d94b-374a-4731-a9b5-f219316ca4cb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Jun 29 10:14:46.469732 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.472642 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-55c9cca5-7712-4c7b-afa9-26f50e255f12 admin admin] 10.222.0.60 "DELETE /v2.0/routers/54371dfa-b5b8-4b45-90e7-525da9ba2f15 HTTP/1.1" status: 204 len: 168 time: 1.1445189 Jun 29 10:14:46.474694 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53394) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:46.522754 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Deleting subnet 0698ff84-9a1a-4b42-8789-11df163696ee {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:14:46.526078 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Publish callbacks [] for subnet (0698ff84-9a1a-4b42-8789-11df163696ee), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.575244 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Publish callbacks [] for subnet (0698ff84-9a1a-4b42-8789-11df163696ee), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.672867 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (0698ff84-9a1a-4b42-8789-11df163696ee), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.834942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (0698ff84-9a1a-4b42-8789-11df163696ee), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.872329 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:46.878075 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0698ff84-9a1a-4b42-8789-11df163696ee HTTP/1.1" status: 204 len: 168 time: 0.3999729 Jun 29 10:14:46.878075 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671c88-83ea-425a-823d-ec12478584d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0698ff84-9a1a-4b42-8789-11df163696ee,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:46.878468 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53414) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:46.886537 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee391d-a1a2-4135-a55e-be0c46e4c8dc None None] Network 44cfa4be-893a-4494-b6ce-ab23d53c69e5 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:14:46.977633 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (44cfa4be-893a-4494-b6ce-ab23d53c69e5), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.043330 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Deleting port 4682b439-bb94-4707-b2e7-29e988d59b70 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:14:47.052142 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.078881 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] DHCP port deletion for 44cfa4be-893a-4494-b6ce-ab23d53c69e5 request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:14:47.133223 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Deleting port 4682b439-bb94-4707-b2e7-29e988d59b70 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:14:47.133846 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.147042 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] For port 4682b439-bb94-4707-b2e7-29e988d59b70, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=4682b439-bb94-4707-b2e7-29e988d59b70,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:47.147626 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.166852 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Calling delete_port for 4682b439-bb94-4707-b2e7-29e988d59b70 owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:14:47.319222 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] For port 4682b439-bb94-4707-b2e7-29e988d59b70, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=4682b439-bb94-4707-b2e7-29e988d59b70,segment=NetworkSegment(10f9804f-8206-4db4-b170-d9b74d933989),segment_id=10f9804f-8206-4db4-b170-d9b74d933989)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:47.319531 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.333046 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Calling delete_port for 4682b439-bb94-4707-b2e7-29e988d59b70 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:14:47.382699 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.407633 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Pushing event deleted for resources: {'Port': ['ID=4682b439-bb94-4707-b2e7-29e988d59b70,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:47.411549 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] No DVR routers for this DVR port 4682b439-bb94-4707-b2e7-29e988d59b70 on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:14:47.449019 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (4682b439-bb94-4707-b2e7-29e988d59b70), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.473701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] Pushing event deleted for resources: {'Port': ['ID=4682b439-bb94-4707-b2e7-29e988d59b70,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:47.479007 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e346c2-5071-472e-bbb0-b58042de23d5 None None] No DVR routers for this DVR port 4682b439-bb94-4707-b2e7-29e988d59b70 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:14:47.481378 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (44cfa4be-893a-4494-b6ce-ab23d53c69e5), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.513339 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.513705 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.514457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.514788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > port after_create 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.515161 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.515487 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > port after_update 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.515805 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.516149 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.516457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.516842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.684275 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.684643 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.684982 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.685311 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:14:47.685694 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cfa4be-893a-4494-b6ce-ab23d53c69e5']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:47.716180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f9804f-8206-4db4-b170-d9b74d933989') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:47.716471 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f9804f-8206-4db4-b170-d9b74d933989') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:47.747180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (10f9804f-8206-4db4-b170-d9b74d933989), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.769608 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (10f9804f-8206-4db4-b170-d9b74d933989), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:47.779568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:14:47.779949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (10f9804f-8206-4db4-b170-d9b74d933989), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:48.062656 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb8c04-38ac-4049-815b-19783cd387d5 req-fb7c2e7d-70a5-41bc-8638-e1a7c0e74995 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:48.064212 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ffcb8c04-38ac-4049-815b-19783cd387d5 req-fb7c2e7d-70a5-41bc-8638-e1a7c0e74995 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.3734691 Jun 29 10:14:48.117199 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ffcb8c04-38ac-4049-815b-19783cd387d5 req-c819fef5-f15a-4a9c-bb39-5b5eadeb89ad tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Jun 29 10:14:48.199778 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (44cfa4be-893a-4494-b6ce-ab23d53c69e5), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:48.207125 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:48.213028 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] 10.222.0.60 "DELETE /v2.0/networks/44cfa4be-893a-4494-b6ce-ab23d53c69e5 HTTP/1.1" status: 204 len: 168 time: 1.3318129 Jun 29 10:14:48.232495 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 10f9804f-8206-4db4-b170-d9b74d933989 resource provider aggregate not found Jun 29 10:14:48.236217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582af7f-1b74-4b8d-b97a-6624efa3993b admin admin] Pushing event deleted for resources: {'Network': ['ID=44cfa4be-893a-4494-b6ce-ab23d53c69e5,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:48.252850 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 10f9804f-8206-4db4-b170-d9b74d933989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10f9804f-8206-4db4-b170-d9b74d933989 found for delete ", "request_id": "req-ef176464-e233-4283-9b47-cecb919b22f3"}]} Jun 29 10:14:48.334348 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 65fd4e45-5def-42c7-91c2-7db34dc7056e no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:14:48.358719 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 65fd4e45-5def-42c7-91c2-7db34dc7056e {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:14:48.359055 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 65fd4e45-5def-42c7-91c2-7db34dc7056e not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:14:48.361907 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 4682b439-bb94-4707-b2e7-29e988d59b70 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:14:48.381251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 4682b439-bb94-4707-b2e7-29e988d59b70 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:14:48.381251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 4682b439-bb94-4707-b2e7-29e988d59b70 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:14:48.838763 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53456) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:48.877834 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5496a592-4491-4364-befe-15358878bdbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec47dd409a0443dbad323231a4c0b191&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379236 Jun 29 10:14:48.880415 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53458) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:48.926767 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] Publish callbacks [] for security_group (621232d9-d8ca-4278-9ddf-d29501905eb3), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:48.947444 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] Publish callbacks [] for security_group (621232d9-d8ca-4278-9ddf-d29501905eb3), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:49.079543 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (621232d9-d8ca-4278-9ddf-d29501905eb3), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:49.082809 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:49.083946 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/621232d9-d8ca-4278-9ddf-d29501905eb3 HTTP/1.1" status: 204 len: 168 time: 0.2026253 Jun 29 10:14:49.099885 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1dc8b-093b-4c7f-9c2c-e7bea04132d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621232d9-d8ca-4278-9ddf-d29501905eb3,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:49.242599 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4dd40-d829-4a90-a77b-765c497606fe req-516372e1-96bf-40a4-be8b-5cac5afc5f5f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:49.244075 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8bc4dd40-d829-4a90-a77b-765c497606fe req-516372e1-96bf-40a4-be8b-5cac5afc5f5f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0565610 Jun 29 10:14:49.295848 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8bc4dd40-d829-4a90-a77b-765c497606fe req-c3406394-9d57-4fdb-a250-484a5ad60422 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Jun 29 10:14:49.903344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53486) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:50.012374 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bad2f513-04e3-480c-bbb2-387b1d993b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.104153 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bad2f513-04e3-480c-bbb2-387b1d993b40 admin admin] Publish callbacks [] for security_group (96d96f99-03b3-4570-9df5-18a00045d595), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.170068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-bad2f513-04e3-480c-bbb2-387b1d993b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (96d96f99-03b3-4570-9df5-18a00045d595), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.207844 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2f513-04e3-480c-bbb2-387b1d993b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d96f99-03b3-4570-9df5-18a00045d595,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:50.211981 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-bad2f513-04e3-480c-bbb2-387b1d993b40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1e6e76490244af18dfba302aabad57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076646 Jun 29 10:14:50.214840 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53506) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:50.267227 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] Publish callbacks [] for security_group (96d96f99-03b3-4570-9df5-18a00045d595), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.291360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] Publish callbacks [] for security_group (96d96f99-03b3-4570-9df5-18a00045d595), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.413570 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (96d96f99-03b3-4570-9df5-18a00045d595), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.416106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:50.417315 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96d96f99-03b3-4570-9df5-18a00045d595 HTTP/1.1" status: 204 len: 168 time: 0.2012899 Jun 29 10:14:50.427613 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954dc6-946a-438b-bb55-f97214364e24 req-4e16de65-2886-4a34-9f2b-8e4ff46ff7b1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:50.429095 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-de954dc6-946a-438b-bb55-f97214364e24 req-4e16de65-2886-4a34-9f2b-8e4ff46ff7b1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0591385 Jun 29 10:14:50.434864 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab3132-c3dc-4701-845d-47f1696ba985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d96f99-03b3-4570-9df5-18a00045d595,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:50.517490 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-de954dc6-946a-438b-bb55-f97214364e24 req-8fb87323-781c-4516-ae13-d67a997f6b2e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Jun 29 10:14:50.624584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53526) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:50.948710 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-82b033ae-7591-482a-bfbd-b56a9ed20ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.039088 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-82b033ae-7591-482a-bfbd-b56a9ed20ea9 admin admin] Publish callbacks [] for security_group (2b5a29f2-e654-4fdd-a70a-6b344d321fef), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.095372 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-82b033ae-7591-482a-bfbd-b56a9ed20ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2b5a29f2-e654-4fdd-a70a-6b344d321fef), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.137220 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53554) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:51.137744 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-82b033ae-7591-482a-bfbd-b56a9ed20ea9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=225ab077d49a43a196157922b566ae15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114727 Jun 29 10:14:51.139506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b033ae-7591-482a-bfbd-b56a9ed20ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a29f2-e654-4fdd-a70a-6b344d321fef,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:51.194573 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] Publish callbacks [] for security_group (2b5a29f2-e654-4fdd-a70a-6b344d321fef), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.219730 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] Publish callbacks [] for security_group (2b5a29f2-e654-4fdd-a70a-6b344d321fef), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.387126 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2b5a29f2-e654-4fdd-a70a-6b344d321fef), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.389673 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:51.390899 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b5a29f2-e654-4fdd-a70a-6b344d321fef HTTP/1.1" status: 204 len: 168 time: 0.2524855 Jun 29 10:14:51.399663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808eb99-a510-4a5a-bd88-2d8d782f4008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a29f2-e654-4fdd-a70a-6b344d321fef,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:51.647063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0d63-7714-4e9e-848a-fcf7193048cf req-ad905f34-91f2-4034-8ce5-0c8c4a1fcae2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:51.648839 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b5d0d63-7714-4e9e-848a-fcf7193048cf req-ad905f34-91f2-4034-8ce5-0c8c4a1fcae2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0569406 Jun 29 10:14:51.697298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b5d0d63-7714-4e9e-848a-fcf7193048cf req-4cb0106c-76c9-41ca-ab8b-5a7fa6fce445 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jun 29 10:14:51.772086 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53582) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:51.873670 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437239274-network', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:52.083720 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Made reservation on behalf of db622b01a1c744aaaee127fe41c6218b for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:14:52.086016 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.094846 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.169125 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks [] for security_group (c19baba1-496f-45df-a9e5-7728aac3bb91), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.185463 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53600) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:52.198325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3fa69d32-c5f7-4997-bfe7-518a0adb9311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.272538 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3fa69d32-c5f7-4997-bfe7-518a0adb9311 admin admin] Publish callbacks [] for security_group (84f7b5eb-4ed2-4292-8545-1a0725d200ef), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.288976 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c19baba1-496f-45df-a9e5-7728aac3bb91), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.309814 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:14:52.324928 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19baba1-496f-45df-a9e5-7728aac3bb91,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:52.327769 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (21fb7d0f-d158-40f0-ba37-fe19302346f6), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.328107 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Added segment 21fb7d0f-d158-40f0-ba37-fe19302346f6 of type vlan for network d4d6b2fb-f312-4382-9f8c-314caff7162d Jun 29 10:14:52.336569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3fa69d32-c5f7-4997-bfe7-518a0adb9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (84f7b5eb-4ed2-4292-8545-1a0725d200ef), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.403345 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (d4d6b2fb-f312-4382-9f8c-314caff7162d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.408023 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa69d32-c5f7-4997-bfe7-518a0adb9311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7b5eb-4ed2-4292-8545-1a0725d200ef,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:52.415510 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3fa69d32-c5f7-4997-bfe7-518a0adb9311 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8238181fb3c64c9789fe6b2e3797b0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281132 Jun 29 10:14:52.418357 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53608) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:52.477605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] Publish callbacks [] for security_group (84f7b5eb-4ed2-4292-8545-1a0725d200ef), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.498982 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] Publish callbacks [] for security_group (84f7b5eb-4ed2-4292-8545-1a0725d200ef), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.517409 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (d4d6b2fb-f312-4382-9f8c-314caff7162d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.519098 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:52.519674 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.563647 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53616) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:52.597228 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d6b2fb-f312-4382-9f8c-314caff7162d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:52.608643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network d4d6b2fb-f312-4382-9f8c-314caff7162d details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:14:52.625174 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3876fced-5519-477f-9793-4f706d8e71c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8518987 Jun 29 10:14:52.626079 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53620) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:52.631201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Request body: {'subnet': {'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437239274-subnet', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:52.702579 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d89220ed-de85-4ebc-b932-0660c89d48a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.746447 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (84f7b5eb-4ed2-4292-8545-1a0725d200ef), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.750437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.754849 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84f7b5eb-4ed2-4292-8545-1a0725d200ef HTTP/1.1" status: 204 len: 168 time: 0.3331108 Jun 29 10:14:52.763647 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9973d-b78f-4959-bf76-115497f09bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7b5eb-4ed2-4292-8545-1a0725d200ef,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:52.791914 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Made reservation on behalf of db622b01a1c744aaaee127fe41c6218b for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:14:52.794404 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.846589 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe17e-c6df-48f7-94fc-9463b208a678 req-d49fa8c8-f63a-46a4-b2e8-2a0d511707f2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:52.847084 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fe17e-c6df-48f7-94fc-9463b208a678 req-d49fa8c8-f63a-46a4-b2e8-2a0d511707f2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0777109 Jun 29 10:14:52.857960 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d89220ed-de85-4ebc-b932-0660c89d48a9 admin admin] Publish callbacks [] for security_group (06b402ee-21a2-435d-9cc0-bf34c3a12e56), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:52.903645 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fe17e-c6df-48f7-94fc-9463b208a678 req-d73cb5a9-71a2-4e82-be92-aa3853b4cd97 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jun 29 10:14:52.969303 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d89220ed-de85-4ebc-b932-0660c89d48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (06b402ee-21a2-435d-9cc0-bf34c3a12e56), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.015841 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d89220ed-de85-4ebc-b932-0660c89d48a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e292cfb02ac041e5b5ec07c5d38f90b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510527 Jun 29 10:14:53.022833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53636) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:53.037134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89220ed-de85-4ebc-b932-0660c89d48a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b402ee-21a2-435d-9cc0-bf34c3a12e56,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:53.087355 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] Publish callbacks [] for security_group (06b402ee-21a2-435d-9cc0-bf34c3a12e56), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.115280 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] Publish callbacks [] for security_group (06b402ee-21a2-435d-9cc0-bf34c3a12e56), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.242971 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (06b402ee-21a2-435d-9cc0-bf34c3a12e56), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.245676 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.246830 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06b402ee-21a2-435d-9cc0-bf34c3a12e56 HTTP/1.1" status: 204 len: 168 time: 0.2230134 Jun 29 10:14:53.255263 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd37e-a3c8-43c3-9a2a-3fec0497da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b402ee-21a2-435d-9cc0-bf34c3a12e56,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:53.271870 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (928d13d3-9118-4573-9012-ad128bd5b8e0), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.322530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=928d13d3-9118-4573-9012-ad128bd5b8e0,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:53.339174 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Checking segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:14:53.339539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Network hostable DHCP agents. Network: d4d6b2fb-f312-4382-9f8c-314caff7162d, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:14:53.426131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Network d4d6b2fb-f312-4382-9f8c-314caff7162d is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:14:53.472187 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53658) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:53.484937 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-96b5293a-69a6-44a5-b255-37310cd9555f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.545839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, d4d6b2fb-f312-4382-9f8c-314caff7162d) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:14:53.551436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:53.552118 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.556337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe345e5b-74ba-4cab-9dbb-ee57d9613a7a None None] Network d4d6b2fb-f312-4382-9f8c-314caff7162d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:14:53.565887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-96b5293a-69a6-44a5-b255-37310cd9555f admin admin] Publish callbacks [] for security_group (7a9950ba-f958-4fca-828d-023bf3b3f890), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.663220 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-d4d6b2fb-f312-4382-9f8c-314caff7162d', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:14:53.663991 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.690342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-96b5293a-69a6-44a5-b255-37310cd9555f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7a9950ba-f958-4fca-828d-023bf3b3f890), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.695463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ddb6921d-3aee-463f-a8da-adb3448468cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0678215 Jun 29 10:14:53.697567 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53666) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:53.703530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:53.736630 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5293a-69a6-44a5-b255-37310cd9555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9950ba-f958-4fca-828d-023bf3b3f890,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:53.777326 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-96b5293a-69a6-44a5-b255-37310cd9555f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d158ab36bfcd44c599e66684eb6c1a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040285 Jun 29 10:14:53.780063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53674) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:53.834268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.835079 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Allocated IP 172.20.0.2 (d4d6b2fb-f312-4382-9f8c-314caff7162d/928d13d3-9118-4573-9012-ad128bd5b8e0/9b141c2b-d243-44bd-9a6a-fa19de4cbf67) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:14:53.835278 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.844768 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] Publish callbacks [] for security_group (7a9950ba-f958-4fca-828d-023bf3b3f890), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.878840 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] Publish callbacks [] for security_group (7a9950ba-f958-4fca-828d-023bf3b3f890), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.946693 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for router_controller (57e48fcb-b145-4ade-bce8-e6dcec656999), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:53.986763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks [] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.055764 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.067128 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7a9950ba-f958-4fca-828d-023bf3b3f890), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.069621 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.077664 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a9950ba-f958-4fca-828d-023bf3b3f890 HTTP/1.1" status: 204 len: 168 time: 0.2922506 Jun 29 10:14:54.087413 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53694) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:54.099258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e572b03-be3c-4253-b281-2b9515894d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9950ba-f958-4fca-828d-023bf3b3f890,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:54.115002 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c3870beb-a323-4ca8-9ffb-9bf8d667b9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.129277 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Network d4d6b2fb-f312-4382-9f8c-314caff7162d is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:14:54.141505 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:14:54.154862 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:14:54.158910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Pushing event updated for resources: {'Port': ['ID=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:54.207611 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc6d5-debc-4164-8052-00acc2df2f4a req-270a96f1-5544-454a-97bf-f75dfa087f57 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:54.209195 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-85dcc6d5-debc-4164-8052-00acc2df2f4a req-270a96f1-5544-454a-97bf-f75dfa087f57 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.2262256 Jun 29 10:14:54.214025 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for router_gateway (57e48fcb-b145-4ade-bce8-e6dcec656999), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.234786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c3870beb-a323-4ca8-9ffb-9bf8d667b9f6 admin admin] Publish callbacks [] for security_group (5685c56b-fa87-41e6-9969-2d71007980fd), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.254880 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Attempting to bind port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:14:54.255337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Attempting to bind port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:14:54.255801 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Attempting to bind port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 on network d4d6b2fb-f312-4382-9f8c-314caff7162d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:14:54.261403 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:14:54.261953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Checking segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:14:54.262447 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.262936 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Bound using segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:14:54.263503 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Bound port: 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:14:54.263977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.270414 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-85dcc6d5-debc-4164-8052-00acc2df2f4a req-044157e3-1298-44b9-83ca-ab82483d456b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524929 Jun 29 10:14:54.322952 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c3870beb-a323-4ca8-9ffb-9bf8d667b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (5685c56b-fa87-41e6-9969-2d71007980fd), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.349284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] For port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:14:54.352903 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] For port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:14:54.355237 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870beb-a323-4ca8-9ffb-9bf8d667b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685c56b-fa87-41e6-9969-2d71007980fd,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:54.374696 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c3870beb-a323-4ca8-9ffb-9bf8d667b9f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c03ceebfaac4d43bdb236b56b1a8721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858691 Jun 29 10:14:54.378049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53706) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:54.433669 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] Publish callbacks [] for security_group (5685c56b-fa87-41e6-9969-2d71007980fd), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.459055 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] Publish callbacks [] for security_group (5685c56b-fa87-41e6-9969-2d71007980fd), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.478184 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.502512 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for router_gateway (57e48fcb-b145-4ade-bce8-e6dcec656999), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.524541 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.553073 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec9f9d-629a-4903-9bd6-e4974e6b7187 None None] Pushing event updated for resources: {'Port': ['ID=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:54.557346 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (5685c56b-fa87-41e6-9969-2d71007980fd), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.559971 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:54.561309 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5685c56b-fa87-41e6-9969-2d71007980fd HTTP/1.1" status: 204 len: 168 time: 0.1822436 Jun 29 10:14:54.588925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9c280-bdcd-49c6-8469-1560cd863c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685c56b-fa87-41e6-9969-2d71007980fd,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:54.730617 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Allocated IP 172.27.1.18 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/922aa581-64b3-4fad-bb00-22d87f30ff5f) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:14:54.866863 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.026258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.064285 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:14:55.067317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:14:55.070800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:14:55.140344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Pushing event updated for resources: {'Port': ['ID=922aa581-64b3-4fad-bb00-22d87f30ff5f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:55.349180 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for router_gateway (57e48fcb-b145-4ade-bce8-e6dcec656999), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.412529 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e688-c180-4b63-afce-d0c0f9cb5bb8 req-dd0c2641-cc17-449b-b041-c15c654d30bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:55.414685 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af47e688-c180-4b63-afce-d0c0f9cb5bb8 req-dd0c2641-cc17-449b-b041-c15c654d30bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0681968 Jun 29 10:14:55.472374 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af47e688-c180-4b63-afce-d0c0f9cb5bb8 req-a2411b86-a858-42ef-a7ff-d196d24ec27e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Jun 29 10:14:55.566655 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6fc20-df1e-40e6-86ff-857d5c1a64b6 None None] Network d4d6b2fb-f312-4382-9f8c-314caff7162d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:14:55.581987 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.626185 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Provisioning complete for port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:55.626823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.636061 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53744) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:55.655950 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a379a28a-521e-4d90-a2ff-22c75de57787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.732235 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Current status of the port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:55.732637 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.803245 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a379a28a-521e-4d90-a2ff-22c75de57787 admin admin] Publish callbacks [] for security_group (89432827-2503-4d32-b8fe-2070c34882c5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.804503 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53750) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:55.807550 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] For port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:14:55.831236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Router 57e48fcb-b145-4ade-bce8-e6dcec656999 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:14:55.905461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a379a28a-521e-4d90-a2ff-22c75de57787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (89432827-2503-4d32-b8fe-2070c34882c5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.927969 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.950268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b86b81b6-0ad7-4361-be76-3baf746a962f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:55.951263 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:55.966851 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Sync routers for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:14:55.995653 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a379a28a-521e-4d90-a2ff-22c75de57787 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=368e3672917541a692a5ad0d0d63afc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583710 Jun 29 10:14:56.002298 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379a28a-521e-4d90-a2ff-22c75de57787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89432827-2503-4d32-b8fe-2070c34882c5,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:56.002438 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:56.002438 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:56.003413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53756) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:56.056824 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa636e7-bce3-45ea-913d-f39be334e39f None None] Pushing event updated for resources: {'Port': ['ID=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:56.057012 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.066109 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53758) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:56.066907 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ebd1ad75-53fc-4c89-a85b-fac96eb2c497 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3676105 Jun 29 10:14:56.088241 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] Publish callbacks [] for security_group (89432827-2503-4d32-b8fe-2070c34882c5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.114515 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] Publish callbacks [] for security_group (89432827-2503-4d32-b8fe-2070c34882c5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.160077 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:56.191134 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f180fe9e-0785-4f48-bc3d-9dc4948b540d None None] Provisioning complete for port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:56.191772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f180fe9e-0785-4f48-bc3d-9dc4948b540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.201737 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b86b81b6-0ad7-4361-be76-3baf746a962f admin admin] Publish callbacks [] for security_group (4417413d-c309-4f96-a3ca-ef70a72a4178), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.248341 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (89432827-2503-4d32-b8fe-2070c34882c5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.252173 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.253713 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89432827-2503-4d32-b8fe-2070c34882c5 HTTP/1.1" status: 204 len: 168 time: 0.2489386 Jun 29 10:14:56.264835 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b84be-1148-4ec0-92f3-2b450d8fbf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89432827-2503-4d32-b8fe-2070c34882c5,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:56.310419 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b86b81b6-0ad7-4361-be76-3baf746a962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4417413d-c309-4f96-a3ca-ef70a72a4178), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.386606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53766) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:56.386841 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-b86b81b6-0ad7-4361-be76-3baf746a962f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99c74e52843f4b2ca3bebd0d972b78f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5807910 Jun 29 10:14:56.387677 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b81b6-0ad7-4361-be76-3baf746a962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417413d-c309-4f96-a3ca-ef70a72a4178,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:56.477354 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] Publish callbacks [] for security_group (4417413d-c309-4f96-a3ca-ef70a72a4178), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.506843 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] Publish callbacks [] for security_group (4417413d-c309-4f96-a3ca-ef70a72a4178), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.650659 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:14:56.683896 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f180fe9e-0785-4f48-bc3d-9dc4948b540d None None] Current status of the port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:56.696949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.700383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6059-89ab-4e8b-97fc-bd58323a6356 req-cc20e40c-2346-4d3d-b0fb-82ee2a8e47e1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:56.702526 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c2c6059-89ab-4e8b-97fc-bd58323a6356 req-cc20e40c-2346-4d3d-b0fb-82ee2a8e47e1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0730214 Jun 29 10:14:56.733886 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:56.734431 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.741116 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4417413d-c309-4f96-a3ca-ef70a72a4178), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.743850 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.747670 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4417413d-c309-4f96-a3ca-ef70a72a4178 HTTP/1.1" status: 204 len: 168 time: 0.3576450 Jun 29 10:14:56.767660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a631a5-d154-4a09-bb49-60debc11893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417413d-c309-4f96-a3ca-ef70a72a4178,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:56.771453 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:55Z', 'revision_number': 3, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:56.774417 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c2c6059-89ab-4e8b-97fc-bd58323a6356 req-9effe1b3-5da0-46e1-a463-5a9b3821f7af tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Jun 29 10:14:56.818603 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Checking router: 57e48fcb-b145-4ade-bce8-e6dcec656999 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:14:56.818959 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Updating router 57e48fcb-b145-4ade-bce8-e6dcec656999 port 922aa581-64b3-4fad-bb00-22d87f30ff5f binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:14:56.868313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:56.899754 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Allocated IP 172.20.0.1 (d4d6b2fb-f312-4382-9f8c-314caff7162d/928d13d3-9118-4573-9012-ad128bd5b8e0/00329e1c-d976-435b-913b-7893938fe1a8) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:14:56.977833 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:14:57.038314 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks [] for port (00329e1c-d976-435b-913b-7893938fe1a8), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.139074 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.155861 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks [] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.180533 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Network d4d6b2fb-f312-4382-9f8c-314caff7162d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:14:57.185512 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:14:57.191361 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:14:57.215850 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Pushing event updated for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:57.235777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (57e48fcb-b145-4ade-bce8-e6dcec656999), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.237044 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.306992 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Attempting to bind port 922aa581-64b3-4fad-bb00-22d87f30ff5f on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:14:57.307362 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Attempting to bind port 922aa581-64b3-4fad-bb00-22d87f30ff5f by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:14:57.307721 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Attempting to bind port 922aa581-64b3-4fad-bb00-22d87f30ff5f on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:14:57.313800 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4bf7-21d5-47f1-b0ac-a63633d0c046 None None] Pushing event updated for resources: {'Port': ['ID=922aa581-64b3-4fad-bb00-22d87f30ff5f,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:57.317684 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:14:57.317841 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:14:57.318182 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.318562 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:14:57.319048 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Bound port: 922aa581-64b3-4fad-bb00-22d87f30ff5f, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:14:57.319426 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.375021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] For port 922aa581-64b3-4fad-bb00-22d87f30ff5f, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:14:57.379312 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] For port 922aa581-64b3-4fad-bb00-22d87f30ff5f, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=922aa581-64b3-4fad-bb00-22d87f30ff5f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:14:57.472035 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.492526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (00329e1c-d976-435b-913b-7893938fe1a8), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.496992 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53798) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:57.517387 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1edaaf5b-cd4b-4481-8534-37d143a4d78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.558787 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:14:57.559306 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:57.627283 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-98f0f083-d0fd-4898-afcd-20022d69c4b9 None None] Provisioning complete for port 00329e1c-d976-435b-913b-7893938fe1a8 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:57.627656 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-98f0f083-d0fd-4898-afcd-20022d69c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (00329e1c-d976-435b-913b-7893938fe1a8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.701086 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4bf7-21d5-47f1-b0ac-a63633d0c046 None None] Pushing event updated for resources: {'Port': ['ID=922aa581-64b3-4fad-bb00-22d87f30ff5f,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:57.724482 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-98f0f083-d0fd-4898-afcd-20022d69c4b9 None None] Port 00329e1c-d976-435b-913b-7893938fe1a8 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:14:57.730528 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1edaaf5b-cd4b-4481-8534-37d143a4d78e admin admin] Publish callbacks [] for security_group (8456a299-639d-436e-897c-df5585686980), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.747866 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:14:57.763985 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks [] for port (00329e1c-d976-435b-913b-7893938fe1a8), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.883185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.891482 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1edaaf5b-cd4b-4481-8534-37d143a4d78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8456a299-639d-436e-897c-df5585686980), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:57.949492 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:14:56Z', 'revision_number': 1, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:14:57.983223 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fc028-6eb2-4b12-9902-e1efca149618 req-d2227a94-da27-4c8b-bb1d-5380c87653f9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:57.985959 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-265fc028-6eb2-4b12-9902-e1efca149618 req-d2227a94-da27-4c8b-bb1d-5380c87653f9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1438973 Jun 29 10:14:57.987153 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f054fd8-d898-495b-8e25-e5017c46e30e None None] The sync data for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi is: [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:14:56Z', 'revision_number': 1, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:14:58.018225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53816) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:58.018764 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1edaaf5b-cd4b-4481-8534-37d143a4d78e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c781ba3c6f1c4e0099d7831565adbcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201473 Jun 29 10:14:58.025877 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Pushing event updated for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:58.029426 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaaf5b-cd4b-4481-8534-37d143a4d78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456a299-639d-436e-897c-df5585686980,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:58.040254 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (57e48fcb-b145-4ade-bce8-e6dcec656999), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.109273 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] Publish callbacks [] for security_group (8456a299-639d-436e-897c-df5585686980), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.133837 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-265fc028-6eb2-4b12-9902-e1efca149618 req-a37b3235-68a7-4614-b80c-99bce27bab40 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348794 Jun 29 10:14:58.143214 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] Publish callbacks [] for security_group (8456a299-639d-436e-897c-df5585686980), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.186122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Network d4d6b2fb-f312-4382-9f8c-314caff7162d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:14:58.188966 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:14:58.259103 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8456a299-639d-436e-897c-df5585686980), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.262972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.264450 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8456a299-639d-436e-897c-df5585686980 HTTP/1.1" status: 204 len: 168 time: 0.2443759 Jun 29 10:14:58.311702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862d44-caae-41ba-bf6e-bd5c2975df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456a299-639d-436e-897c-df5585686980,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:14:58.392270 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Router 57e48fcb-b145-4ade-bce8-e6dcec656999 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:14:58.549787 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:14:58.571627 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-dcece03b-1e83-419a-ab30-3c4084bfad3c admin admin] 10.222.0.60 "PUT /v2.0/routers/57e48fcb-b145-4ade-bce8-e6dcec656999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036783 Jun 29 10:14:58.579540 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2640c882-2045-4acc-a425-e61a2025dff5 None None] Provisioning complete for port 00329e1c-d976-435b-913b-7893938fe1a8 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:14:58.579783 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2640c882-2045-4acc-a425-e61a2025dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (00329e1c-d976-435b-913b-7893938fe1a8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:58.665638 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2640c882-2045-4acc-a425-e61a2025dff5 None None] Port 00329e1c-d976-435b-913b-7893938fe1a8 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:14:59.300744 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01869d19-9240-415d-b31e-67a2e05c6c3c req-a3d25717-cd71-4f7c-913d-0865fa9eed6e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:14:59.302910 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01869d19-9240-415d-b31e-67a2e05c6c3c req-a3d25717-cd71-4f7c-913d-0865fa9eed6e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0732770 Jun 29 10:14:59.381056 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01869d19-9240-415d-b31e-67a2e05c6c3c req-28c0e21a-3dea-4f54-84bd-c21a10035733 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707009 Jun 29 10:14:59.678926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53884) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:14:59.683973 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-326044081-network', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:14:59.823429 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Made reservation on behalf of 713f73f65bde44bfa83d83d7addcef05 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:14:59.825747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:59.835437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:59.936553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks [] for security_group (e3b90a27-67c3-4800-8473-99c159990e84), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:14:59.941215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53890) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:00.029460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e3b90a27-67c3-4800-8473-99c159990e84), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.062707 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b90a27-67c3-4800-8473-99c159990e84,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:00.082484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:15:00.084681 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0917b2e-6195-47d5-aaee-121a6557cb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.104379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (034d6dd4-7cf6-4bdc-b021-00de19089fc0), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.104759 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Added segment 034d6dd4-7cf6-4bdc-b021-00de19089fc0 of type vlan for network 4821bd27-ea54-4fe9-bc05-8192144538e7 Jun 29 10:15:00.163841 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (4821bd27-ea54-4fe9-bc05-8192144538e7), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.233625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0917b2e-6195-47d5-aaee-121a6557cb24 admin admin] Publish callbacks [] for security_group (006c28fe-45ec-4212-90d1-e7c02a14f88c), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.286285 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (4821bd27-ea54-4fe9-bc05-8192144538e7), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.287650 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:00.288349 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.345988 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0917b2e-6195-47d5-aaee-121a6557cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (006c28fe-45ec-4212-90d1-e7c02a14f88c), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.382175 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 922aa581-64b3-4fad-bb00-22d87f30ff5f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:00.402831 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] Pushing event updated for resources: {'Network': ['ID=4821bd27-ea54-4fe9-bc05-8192144538e7,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:00.411698 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e0917b2e-6195-47d5-aaee-121a6557cb24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1de8ef0f5444a1b9e0da9ed3e824d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671237 Jun 29 10:15:00.411698 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0917b2e-6195-47d5-aaee-121a6557cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c28fe-45ec-4212-90d1-e7c02a14f88c,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:00.418536 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53906) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:00.425423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:15:00.443232 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9e459686-3245-48b5-93a1-63638d27a75b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7631416 Jun 29 10:15:00.448502 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53910) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:00.460150 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Request body: {'subnet': {'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-326044081-subnet', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:00.463241 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Sync routers for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:00.478898 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:00.479932 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:00.558053 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] Publish callbacks [] for security_group (006c28fe-45ec-4212-90d1-e7c02a14f88c), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.588907 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 922aa581-64b3-4fad-bb00-22d87f30ff5f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:00.589541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.607694 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] Publish callbacks [] for security_group (006c28fe-45ec-4212-90d1-e7c02a14f88c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.613128 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Made reservation on behalf of 713f73f65bde44bfa83d83d7addcef05 for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:00.627729 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.668967 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:00.710297 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 922aa581-64b3-4fad-bb00-22d87f30ff5f is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:00.710969 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.731961 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cd377-8b99-426e-a60d-f211753ec08d req-04998b2e-90ff-4590-811f-0505b1ee087f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:00.736866 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 922aa581-64b3-4fad-bb00-22d87f30ff5f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=922aa581-64b3-4fad-bb00-22d87f30ff5f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:00.739379 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c6cd377-8b99-426e-a60d-f211753ec08d req-04998b2e-90ff-4590-811f-0505b1ee087f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.2288182 Jun 29 10:15:00.806864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.823952 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8c6cd377-8b99-426e-a60d-f211753ec08d req-79ddc967-c2b4-4e8b-8509-f2251c8d16ba tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Jun 29 10:15:00.867851 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=922aa581-64b3-4fad-bb00-22d87f30ff5f,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:00.888575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (006c28fe-45ec-4212-90d1-e7c02a14f88c), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.893109 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:00.894247 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/006c28fe-45ec-4212-90d1-e7c02a14f88c HTTP/1.1" status: 204 len: 168 time: 0.4805739 Jun 29 10:15:00.908100 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 2, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:00.926924 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13949c0-0809-480c-92e8-08d7b32984d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c28fe-45ec-4212-90d1-e7c02a14f88c,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:00.961119 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Checking router: 57e48fcb-b145-4ade-bce8-e6dcec656999 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:00.961741 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Updating router 57e48fcb-b145-4ade-bce8-e6dcec656999 port 00329e1c-d976-435b-913b-7893938fe1a8 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:01.003906 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (00329e1c-d976-435b-913b-7893938fe1a8), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.143216 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (40517643-ca78-4ec9-93ec-dc6f7e6f524c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.204864 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40517643-ca78-4ec9-93ec-dc6f7e6f524c,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:01.217045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Checking segment: {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:01.217439 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Network hostable DHCP agents. Network: 4821bd27-ea54-4fe9-bc05-8192144538e7, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:15:01.283517 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks [] for port (00329e1c-d976-435b-913b-7893938fe1a8), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.343393 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:15:01.366043 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.417101 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Pushing event updated for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:01.429034 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.429641 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.429641 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.430398 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.430739 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.431069 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.431402 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.431724 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.432046 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.432389 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.432738 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.433064 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.433378 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:01.446321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 4821bd27-ea54-4fe9-bc05-8192144538e7) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:01.452958 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:01.453779 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.461009 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f91a92-eb71-4587-a779-0e4d373fbe42 None None] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:01.485458 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Attempting to bind port 00329e1c-d976-435b-913b-7893938fe1a8 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:01.486056 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Attempting to bind port 00329e1c-d976-435b-913b-7893938fe1a8 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:01.486166 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Attempting to bind port 00329e1c-d976-435b-913b-7893938fe1a8 on network d4d6b2fb-f312-4382-9f8c-314caff7162d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:01.491647 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:01.492027 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Checking segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:01.492426 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.492836 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Bound using segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:01.493304 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Bound port: 00329e1c-d976-435b-913b-7893938fe1a8, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:01.493682 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (00329e1c-d976-435b-913b-7893938fe1a8), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.540377 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-56e3f2b3-925e-4d00-9123-4df0a4fe251f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0904522 Jun 29 10:15:01.543092 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 53932) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:01.549698 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:01.579311 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] For port 00329e1c-d976-435b-913b-7893938fe1a8, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:01.580154 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-4821bd27-ea54-4fe9-bc05-8192144538e7', 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7', 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'fixed_ips': [{'subnet_id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:15:01.581090 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.582919 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] For port 00329e1c-d976-435b-913b-7893938fe1a8, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=00329e1c-d976-435b-913b-7893938fe1a8,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:01.663201 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.663545 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.664678 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.721584 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:01.722276 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:01.761635 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Provisioning complete for port 00329e1c-d976-435b-913b-7893938fe1a8 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:01.762238 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (00329e1c-d976-435b-913b-7893938fe1a8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.762456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for router_controller (b6dc5205-2c99-4bf6-8e84-36cb9548c537), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.769507 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Allocated IP 172.20.0.2 (4821bd27-ea54-4fe9-bc05-8192144538e7/40517643-ca78-4ec9-93ec-dc6f7e6f524c/d500f9e3-98c2-4ace-86a6-facbf77a0f79) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:01.777016 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba2a2c-3ea6-4bb2-ac57-74f0fca25797 None None] Pushing event updated for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:01.856456 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:01.898178 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53938) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:01.919933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91d0f3f5-0373-4f80-905c-2038ae41fe04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.949722 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Current status of the port 00329e1c-d976-435b-913b-7893938fe1a8 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:01.950447 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (00329e1c-d976-435b-913b-7893938fe1a8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:01.992082 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] For port 00329e1c-d976-435b-913b-7893938fe1a8, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=00329e1c-d976-435b-913b-7893938fe1a8,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:02.054361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c0416-b9e7-4ff0-ad31-29b8b326b266 req-5f42f91e-ec7d-4cbd-b2fd-cd3523f9378f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:02.067159 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-807c0416-b9e7-4ff0-ad31-29b8b326b266 req-5f42f91e-ec7d-4cbd-b2fd-cd3523f9378f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1122987 Jun 29 10:15:02.101720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.125138 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for router_gateway (b6dc5205-2c99-4bf6-8e84-36cb9548c537), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.153960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-807c0416-b9e7-4ff0-ad31-29b8b326b266 req-c53d664f-a4ee-433e-8a2a-264fa9adbc66 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834708 Jun 29 10:15:02.167998 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91d0f3f5-0373-4f80-905c-2038ae41fe04 admin admin] Publish callbacks [] for security_group (790c6060-1ddf-4349-a08c-565d3c3a1db0), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.176005 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks [] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.189413 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adbc7b-395c-4607-b6d6-00e335bef217 None None] Pushing event updated for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:02.227102 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-05462491-215f-4cc0-98c6-433df8006b93 None None] Provisioning complete for port 00329e1c-d976-435b-913b-7893938fe1a8 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:02.227461 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-05462491-215f-4cc0-98c6-433df8006b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (00329e1c-d976-435b-913b-7893938fe1a8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.249373 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:02.257236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91d0f3f5-0373-4f80-905c-2038ae41fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (790c6060-1ddf-4349-a08c-565d3c3a1db0), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.286553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.317972 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaaacf-e059-424f-98a7-11be9fe1b8d7 None None] The sync data for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi is: [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:02.338099 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-91d0f3f5-0373-4f80-905c-2038ae41fe04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba67831c27bc40338cf91a4c3dc3738f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386811 Jun 29 10:15:02.339997 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0f3f5-0373-4f80-905c-2038ae41fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c6060-1ddf-4349-a08c-565d3c3a1db0,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:02.343833 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 53944) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:02.376411 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:02.385548 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-05462491-215f-4cc0-98c6-433df8006b93 None None] Current status of the port 00329e1c-d976-435b-913b-7893938fe1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:02.389576 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:02.397337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:02.415046 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Pushing event updated for resources: {'Port': ['ID=d500f9e3-98c2-4ace-86a6-facbf77a0f79,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:02.429905 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] Publish callbacks [] for security_group (790c6060-1ddf-4349-a08c-565d3c3a1db0), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.457943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] Publish callbacks [] for security_group (790c6060-1ddf-4349-a08c-565d3c3a1db0), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.494884 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Attempting to bind port d500f9e3-98c2-4ace-86a6-facbf77a0f79 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:02.495380 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Attempting to bind port d500f9e3-98c2-4ace-86a6-facbf77a0f79 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:02.495931 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Attempting to bind port d500f9e3-98c2-4ace-86a6-facbf77a0f79 on network 4821bd27-ea54-4fe9-bc05-8192144538e7 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:02.505975 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 00329e1c-d976-435b-913b-7893938fe1a8 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:02.510039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:02.510239 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Checking segment: {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:02.510539 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.510938 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Bound using segment: {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:02.511419 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Bound port: d500f9e3-98c2-4ace-86a6-facbf77a0f79, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:02.511806 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.525588 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for router_gateway (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.553977 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.594274 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (790c6060-1ddf-4349-a08c-565d3c3a1db0), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.597249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.598420 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/790c6060-1ddf-4349-a08c-565d3c3a1db0 HTTP/1.1" status: 204 len: 168 time: 0.2532561 Jun 29 10:15:02.608429 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 00329e1c-d976-435b-913b-7893938fe1a8 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:02.608858 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (00329e1c-d976-435b-913b-7893938fe1a8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.617651 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9807c-fd70-4ccb-affd-b4c596fa3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c6060-1ddf-4349-a08c-565d3c3a1db0,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:02.790099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] For port d500f9e3-98c2-4ace-86a6-facbf77a0f79, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:02.809422 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Allocated IP 172.27.1.98 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/7fa68f98-441c-43d4-a133-5638ae8744bd) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:02.820795 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] For port d500f9e3-98c2-4ace-86a6-facbf77a0f79, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d500f9e3-98c2-4ace-86a6-facbf77a0f79,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:02.874598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 00329e1c-d976-435b-913b-7893938fe1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:02.875679 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 922aa581-64b3-4fad-bb00-22d87f30ff5f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:02.916510 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:02.949293 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:03.003749 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 922aa581-64b3-4fad-bb00-22d87f30ff5f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:03.004383 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:03.030653 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7e1ae-ca69-414f-8463-b90d24d12447 None None] Pushing event updated for resources: {'Port': ['ID=d500f9e3-98c2-4ace-86a6-facbf77a0f79,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:03.079802 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:03.108118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 922aa581-64b3-4fad-bb00-22d87f30ff5f is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:03.192073 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa68f98-441c-43d4-a133-5638ae8744bd,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:03.201814 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:03.204212 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:03.207994 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:03.424977 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee22903-44ad-4e28-928b-e823b3c156ff req-83ffd786-8b2a-44cc-b37d-57f535ba9c73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:03.426654 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ee22903-44ad-4e28-928b-e823b3c156ff req-83ffd786-8b2a-44cc-b37d-57f535ba9c73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.1550832 Jun 29 10:15:03.504684 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0ee22903-44ad-4e28-928b-e823b3c156ff req-78ac19b4-a9c6-454b-ac19-0bfaee1e11d9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581002 Jun 29 10:15:03.702450 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:03.737421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for router_gateway (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.096389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382b206-b87f-4917-9804-e7cd17a1bd46 None None] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:04.164363 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Provisioning complete for port d500f9e3-98c2-4ace-86a6-facbf77a0f79 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:04.164790 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.200770 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.284945 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Current status of the port d500f9e3-98c2-4ace-86a6-facbf77a0f79 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:04.285331 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.343152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] For port d500f9e3-98c2-4ace-86a6-facbf77a0f79, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d500f9e3-98c2-4ace-86a6-facbf77a0f79,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:04.427898 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Router b6dc5205-2c99-4bf6-8e84-36cb9548c537 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:15:04.428584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d500f9e3-98c2-4ace-86a6-facbf77a0f79 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:04.469081 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.482597 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54008) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:04.546157 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4284587-956d-4f01-acde-0cec5a6d43b1 None None] Pushing event updated for resources: {'Port': ['ID=d500f9e3-98c2-4ace-86a6-facbf77a0f79,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:04.551417 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port d500f9e3-98c2-4ace-86a6-facbf77a0f79 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:04.552023 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.613170 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:04.625767 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Sync routers for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:04.659792 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c5a574cf-ee12-42e2-a30c-6998d8a484c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.664985 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:04.665626 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:04.699196 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0a8c-3006-42ee-b9d8-42b60cd4e8cd req-c7e84a19-dbcb-469c-86b0-ba8c1c972070 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:04.702275 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ba7f0a8c-3006-42ee-b9d8-42b60cd4e8cd req-c7e84a19-dbcb-469c-86b0-ba8c1c972070 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0967610 Jun 29 10:15:04.717210 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port d500f9e3-98c2-4ace-86a6-facbf77a0f79 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:04.739392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-a21f41ee-f087-4ec5-91b6-0078f29e8ab7 None None] Provisioning complete for port d500f9e3-98c2-4ace-86a6-facbf77a0f79 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:04.739777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a21f41ee-f087-4ec5-91b6-0078f29e8ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.757088 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.766449 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d3b94f92-a9dc-4802-9aad-ee46306142a5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2154758 Jun 29 10:15:04.767152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54022) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:04.799050 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ba7f0a8c-3006-42ee-b9d8-42b60cd4e8cd req-3aa829c4-206f-4200-a1df-060a9f091b26 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957313 Jun 29 10:15:04.848281 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:04.888931 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c5a574cf-ee12-42e2-a30c-6998d8a484c3 admin admin] Publish callbacks [] for security_group (50992ee1-896b-4d98-a5cd-a515f0c93017), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:04.970546 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c5a574cf-ee12-42e2-a30c-6998d8a484c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (50992ee1-896b-4d98-a5cd-a515f0c93017), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.035873 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c5a574cf-ee12-42e2-a30c-6998d8a484c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eddded4440da40668e1493935f05d90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521200 Jun 29 10:15:05.039619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54030) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:05.048364 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a574cf-ee12-42e2-a30c-6998d8a484c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50992ee1-896b-4d98-a5cd-a515f0c93017,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:05.079827 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-a21f41ee-f087-4ec5-91b6-0078f29e8ab7 None None] Current status of the port d500f9e3-98c2-4ace-86a6-facbf77a0f79 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:05.113343 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-4b346514-5e39-4131-ab6b-b205142a8cfe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337955 Jun 29 10:15:05.118055 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] Publish callbacks [] for security_group (50992ee1-896b-4d98-a5cd-a515f0c93017), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.130136 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437bf43-4845-4654-8db4-863cd3509635 req-d603acec-11fe-41ef-94d4-5865f8b9fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:05.131631 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b437bf43-4845-4654-8db4-863cd3509635 req-d603acec-11fe-41ef-94d4-5865f8b9fa7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1130 time: 0.1150765 Jun 29 10:15:05.157163 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:03Z', 'revision_number': 3, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:05.174088 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] Publish callbacks [] for security_group (50992ee1-896b-4d98-a5cd-a515f0c93017), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.226643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Checking router: b6dc5205-2c99-4bf6-8e84-36cb9548c537 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:05.227322 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Updating router b6dc5205-2c99-4bf6-8e84-36cb9548c537 port 7fa68f98-441c-43d4-a133-5638ae8744bd binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:05.257171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.294633 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b437bf43-4845-4654-8db4-863cd3509635 req-795927ae-f645-4fc8-ad0a-00a095bcfe62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306648 Jun 29 10:15:05.303433 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d4c3551e-d94f-4642-9251-f883a2f01abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:05.304902 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d4c3551e-d94f-4642-9251-f883a2f01abc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1129 time: 0.1277447 Jun 29 10:15:05.376036 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (50992ee1-896b-4d98-a5cd-a515f0c93017), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.379306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.388884 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50992ee1-896b-4d98-a5cd-a515f0c93017 HTTP/1.1" status: 204 len: 168 time: 0.3427250 Jun 29 10:15:05.397093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fe389-5378-4c64-9ecf-ecfb40f78e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50992ee1-896b-4d98-a5cd-a515f0c93017,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:05.431155 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.586124 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks [] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.662665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.709762 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Allocated IP 172.20.0.1 (4821bd27-ea54-4fe9-bc05-8192144538e7/40517643-ca78-4ec9-93ec-dc6f7e6f524c/d3b70816-8e12-4f7e-abc3-93439c674a96) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:05.715892 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d2fad9cf-3a83-4d50-b2eb-62fa6efbae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:05.717436 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d2fad9cf-3a83-4d50-b2eb-62fa6efbae29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.1477520 Jun 29 10:15:05.727823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Attempting to bind port 7fa68f98-441c-43d4-a133-5638ae8744bd on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:05.728376 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Attempting to bind port 7fa68f98-441c-43d4-a133-5638ae8744bd by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:05.728583 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Attempting to bind port 7fa68f98-441c-43d4-a133-5638ae8744bd on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:05.735941 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:05.736299 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:05.738480 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.738480 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:05.738657 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Bound port: 7fa68f98-441c-43d4-a133-5638ae8744bd, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:05.738911 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.741024 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6ac0d-eb17-49a3-9f04-63e722aa700f None None] Pushing event updated for resources: {'Port': ['ID=7fa68f98-441c-43d4-a133-5638ae8744bd,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:05.799207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] For port 7fa68f98-441c-43d4-a133-5638ae8744bd, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:05.802762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] For port 7fa68f98-441c-43d4-a133-5638ae8744bd, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7fa68f98-441c-43d4-a133-5638ae8744bd,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:05.839248 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks [] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.857048 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.915642 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:15:05.951501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a952d-633c-403f-b904-b1293d4ef289 req-ad2b6a07-e720-46a3-a115-8ce6ebb6c67f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:05.953677 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:05.954314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:14:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:05.959555 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d85a952d-633c-403f-b904-b1293d4ef289 req-ad2b6a07-e720-46a3-a115-8ce6ebb6c67f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0622451 Jun 29 10:15:05.967541 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:05.989093 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6ac0d-eb17-49a3-9f04-63e722aa700f None None] Pushing event updated for resources: {'Port': ['ID=7fa68f98-441c-43d4-a133-5638ae8744bd,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.026480 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:06.038473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:06.043513 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:06.046155 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.067536 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:06.090127 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d85a952d-633c-403f-b904-b1293d4ef289 req-3027d74f-1b07-44d8-a0ac-eebcbcfd7baa tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294215 Jun 29 10:15:06.112143 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.192964 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54070) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:06.212898 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dee596b0-4d9a-4ab0-9d46-756dadf0818a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.332696 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.361437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dee596b0-4d9a-4ab0-9d46-756dadf0818a admin admin] Publish callbacks [] for security_group (f54ca4b4-e1fa-40b8-8185-f2434fe72302), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.389219 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d500f9e3-98c2-4ace-86a6-facbf77a0f79 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:06.424990 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a003966b-cc13-4b81-b032-34bfcbe1b293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.425444 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54076) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:06.439524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dee596b0-4d9a-4ab0-9d46-756dadf0818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f54ca4b4-e1fa-40b8-8185-f2434fe72302), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.463594 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c6119bd6-52ac-435c-8491-e55dd7674275 None None] Provisioning complete for port d3b70816-8e12-4f7e-abc3-93439c674a96 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:06.464065 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c6119bd6-52ac-435c-8491-e55dd7674275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.486625 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-dee596b0-4d9a-4ab0-9d46-756dadf0818a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7cd69a7688d4655a95d50a1ddcb6283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924502 Jun 29 10:15:06.489437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54080) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:06.497660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee596b0-4d9a-4ab0-9d46-756dadf0818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ca4b4-e1fa-40b8-8185-f2434fe72302,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.522641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c6119bd6-52ac-435c-8491-e55dd7674275 None None] Port d3b70816-8e12-4f7e-abc3-93439c674a96 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:06.530690 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port d500f9e3-98c2-4ace-86a6-facbf77a0f79 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:06.531144 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.553042 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] Publish callbacks [] for security_group (f54ca4b4-e1fa-40b8-8185-f2434fe72302), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.564571 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks [] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.575831 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:03Z', 'revision_number': 3, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:06.585020 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] Publish callbacks [] for security_group (f54ca4b4-e1fa-40b8-8185-f2434fe72302), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.605217 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f62cb-8809-4745-8be5-c9c959551813 None None] The sync data for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi is: [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:03Z', 'revision_number': 3, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:06.620322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9ae663b1-f194-43d0-bf74-9c767243b73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.646938 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port d500f9e3-98c2-4ace-86a6-facbf77a0f79 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:06.676447 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d7ce8e3e-803c-443c-aaad-66c7e0b09862 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 217 time: 0.0523336 Jun 29 10:15:06.677167 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.724159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9ae663b1-f194-43d0-bf74-9c767243b73b admin admin] Publish callbacks [] for security_group (a662edcb-fab6-4f9e-a8f9-8d8831fff69d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.747839 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.749709 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.758594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f54ca4b4-e1fa-40b8-8185-f2434fe72302), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.761070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.763026 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f54ca4b4-e1fa-40b8-8185-f2434fe72302 HTTP/1.1" status: 204 len: 168 time: 0.2716169 Jun 29 10:15:06.774630 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81abc-102c-41a9-8173-576b6753644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ca4b4-e1fa-40b8-8185-f2434fe72302,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.791706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9ae663b1-f194-43d0-bf74-9c767243b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a662edcb-fab6-4f9e-a8f9-8d8831fff69d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.838900 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9ae663b1-f194-43d0-bf74-9c767243b73b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=938a105f11a044758955d451486639b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095626 Jun 29 10:15:06.839302 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54084) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:06.846070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae663b1-f194-43d0-bf74-9c767243b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662edcb-fab6-4f9e-a8f9-8d8831fff69d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:06.851660 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:06.853217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:06.935733 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] Publish callbacks [] for security_group (a662edcb-fab6-4f9e-a8f9-8d8831fff69d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:06.965037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] Publish callbacks [] for security_group (a662edcb-fab6-4f9e-a8f9-8d8831fff69d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:07.043393 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Router b6dc5205-2c99-4bf6-8e84-36cb9548c537 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:15:07.111626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a662edcb-fab6-4f9e-a8f9-8d8831fff69d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:07.118947 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:07.120124 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a662edcb-fab6-4f9e-a8f9-8d8831fff69d HTTP/1.1" status: 204 len: 168 time: 0.2799792 Jun 29 10:15:07.146286 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe787b-cc3f-4617-a4c5-eb3d01ded4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662edcb-fab6-4f9e-a8f9-8d8831fff69d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:07.203364 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-9a9feea5-79bc-459c-944b-3311a8316ff3 None None] Provisioning complete for port d3b70816-8e12-4f7e-abc3-93439c674a96 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:07.203889 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9a9feea5-79bc-459c-944b-3311a8316ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:07.241704 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:07.248882 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8367f83a-b26f-4c9b-a4f7-e894bde0b087 admin admin] 10.222.0.60 "PUT /v2.0/routers/b6dc5205-2c99-4bf6-8e84-36cb9548c537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4800053 Jun 29 10:15:07.258813 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-9a9feea5-79bc-459c-944b-3311a8316ff3 None None] Port d3b70816-8e12-4f7e-abc3-93439c674a96 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:07.318647 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74997fd-d203-4b58-83e5-84c2f4803e7f req-8f2bceac-5a7e-416d-b596-cf912f3d0764 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:07.320194 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a74997fd-d203-4b58-83e5-84c2f4803e7f req-8f2bceac-5a7e-416d-b596-cf912f3d0764 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0950284 Jun 29 10:15:07.375511 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a74997fd-d203-4b58-83e5-84c2f4803e7f req-6b3b9608-9213-40f2-beab-e0ffc6ef26c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Jun 29 10:15:07.487686 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d954413b-8154-45b4-881a-28215ba5b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:07.489474 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-d954413b-8154-45b4-881a-28215ba5b576 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0563576 Jun 29 10:15:07.877258 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54110) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:07.881874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272518253', 'description': 'tempest-secgroup-smoke-272518253 description', 'project_id': 'db622b01a1c744aaaee127fe41c6218b'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:07.952127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54112) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:07.965142 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c8eeb9c-f392-47e6-b8c1-cfc0b2b36cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:07.986464 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.048047 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c8eeb9c-f392-47e6-b8c1-cfc0b2b36cc1 admin admin] Publish callbacks [] for security_group (60b44090-4926-4501-9f37-469444244133), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.054705 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (4fbd9274-ea18-4f98-8776-a5c53cf59327), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.123774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c8eeb9c-f392-47e6-b8c1-cfc0b2b36cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (60b44090-4926-4501-9f37-469444244133), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.157944 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4fbd9274-ea18-4f98-8776-a5c53cf59327), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.159591 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1c8eeb9c-f392-47e6-b8c1-cfc0b2b36cc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0577474ef40941f691cae17d8412b2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063742 Jun 29 10:15:08.162889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54120) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:08.176287 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eeb9c-f392-47e6-b8c1-cfc0b2b36cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b44090-4926-4501-9f37-469444244133,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:08.199610 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd9274-ea18-4f98-8776-a5c53cf59327,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:08.222963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] Publish callbacks [] for security_group (60b44090-4926-4501-9f37-469444244133), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.244494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] Publish callbacks [] for security_group (60b44090-4926-4501-9f37-469444244133), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.251102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.252510 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-87460b49-16f5-4d87-9951-9b55d957a783 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3742402 Jun 29 10:15:08.255500 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54122) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:08.259955 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:08.375092 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (2c654392-199e-4d0e-ba98-2eeec7daec20), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.381230 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7fa68f98-441c-43d4-a133-5638ae8744bd up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:08.398286 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (60b44090-4926-4501-9f37-469444244133), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.405605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.412083 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60b44090-4926-4501-9f37-469444244133 HTTP/1.1" status: 204 len: 168 time: 0.2480650 Jun 29 10:15:08.438757 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 7fa68f98-441c-43d4-a133-5638ae8744bd triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:08.439322 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.443416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98bda0-02e8-4032-ab2d-dffe3f6538a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b44090-4926-4501-9f37-469444244133,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:08.491189 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (2c654392-199e-4d0e-ba98-2eeec7daec20), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.507480 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-8df7afe5-277c-43bb-9ded-d4cfbe7d6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:08.509455 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-8df7afe5-277c-43bb-9ded-d4cfbe7d6de3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009269 Jun 29 10:15:08.594711 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (2c654392-199e-4d0e-ba98-2eeec7daec20), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.607856 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c8f4-f282-486a-8114-dc0086987c43 req-6827575a-7660-4b3e-9027-1abe07626075 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:08.612764 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 7fa68f98-441c-43d4-a133-5638ae8744bd is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:08.613991 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b05c8f4-f282-486a-8114-dc0086987c43 req-6827575a-7660-4b3e-9027-1abe07626075 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0848017 Jun 29 10:15:08.614878 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.632887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c654392-199e-4d0e-ba98-2eeec7daec20,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:08.671578 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 7fa68f98-441c-43d4-a133-5638ae8744bd, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7fa68f98-441c-43d4-a133-5638ae8744bd,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:08.686645 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-9424b1fb-d741-49c7-8378-3e4db95f441a service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566472 Jun 29 10:15:08.689293 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3ba03183-61b4-445a-a487-f0d2ef97fab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.689528 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b05c8f4-f282-486a-8114-dc0086987c43 req-42ffcaf9-248d-4708-83b3-0de484af909c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Jun 29 10:15:08.788482 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.789746 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-2a74f4be-8634-4ef8-bf4b-c285daa383e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5333176 Jun 29 10:15:08.792634 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54134) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:08.795442 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad1d30e2-f3b9-489f-a7dd-d950450221d0 req-9c82ed31-96e8-449f-9ef5-a6e1f0c9e270 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983732 Jun 29 10:15:08.797563 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:08.815660 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:08.865652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=7fa68f98-441c-43d4-a133-5638ae8744bd,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:08.930079 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (a6b5fae9-8bc4-4eb6-963f-6ff46ea7b0fa), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.001676 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (a6b5fae9-8bc4-4eb6-963f-6ff46ea7b0fa), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.083839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (a6b5fae9-8bc4-4eb6-963f-6ff46ea7b0fa), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.101504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b5fae9-8bc4-4eb6-963f-6ff46ea7b0fa,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:09.187736 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.192393 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-65e6ac50-86b0-4121-9c41-2e5fe022d803 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3960567 Jun 29 10:15:09.192759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54152) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:09.197759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:09.333864 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (abc145e3-cb9a-462f-a599-980bb99995bb), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.430028 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Sync routers for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:09.442234 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (abc145e3-cb9a-462f-a599-980bb99995bb), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.470222 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:09.472315 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:09.535296 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.566461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (abc145e3-cb9a-462f-a599-980bb99995bb), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.594619 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:09.594844 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc145e3-cb9a-462f-a599-980bb99995bb,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:09.716867 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.719404 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-56580e95-4e1e-4bd8-b586-77afdaba2817 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5255594 Jun 29 10:15:09.722329 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54176) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:09.734760 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:09.821512 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:06Z', 'revision_number': 4, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'd3b70816-8e12-4f7e-abc3-93439c674a96', 'name': '', 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'mac_address': 'fa:16:3e:57:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:05Z', 'updated_at': '2022-06-29T10:15:06Z', 'revision_number': 2, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'subnets': [{'id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:09.833670 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1e233-1f3a-42cb-9ed2-e1608e7b1276 req-1c7e2c30-f60c-4f76-a58c-6c0053e08a6e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:09.836050 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ff1e233-1f3a-42cb-9ed2-e1608e7b1276 req-1c7e2c30-f60c-4f76-a58c-6c0053e08a6e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0578151 Jun 29 10:15:09.848390 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Checking router: b6dc5205-2c99-4bf6-8e84-36cb9548c537 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:09.848879 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Updating router b6dc5205-2c99-4bf6-8e84-36cb9548c537 port d3b70816-8e12-4f7e-abc3-93439c674a96 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:09.895299 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.896826 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (02b689a6-14a1-4080-8c11-22a7585284df), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:09.913088 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ff1e233-1f3a-42cb-9ed2-e1608e7b1276 req-6ecdd3a4-4bea-4b63-871b-3514304ccf49 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jun 29 10:15:09.997226 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (02b689a6-14a1-4080-8c11-22a7585284df), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.094671 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03e65-aaca-4113-9c7f-288b919bdbb3 req-390454ca-a9a5-4d48-b5f5-596f8d59ac9b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:10.098138 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-34b03e65-aaca-4113-9c7f-288b919bdbb3 req-390454ca-a9a5-4d48-b5f5-596f8d59ac9b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0628648 Jun 29 10:15:10.100093 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (02b689a6-14a1-4080-8c11-22a7585284df), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.127823 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b689a6-14a1-4080-8c11-22a7585284df,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:10.172715 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-34b03e65-aaca-4113-9c7f-288b919bdbb3 req-23c2012a-66af-4a8a-9483-97ae7d06104c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644410 Jun 29 10:15:10.228640 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.232049 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c956da4d-325a-4a2b-a643-762fd279a45c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5067015 Jun 29 10:15:10.247002 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks [] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.248113 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54204) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:10.252551 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:10.306322 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.358080 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.securitygroups_db [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Project db622b01a1c744aaaee127fe41c6218b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:15:10.360908 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4dd2-4ee0-4580-893a-670cbad575a2 None None] Pushing event updated for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:10.368575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (e4d8b5db-d398-4a66-a080-82db9d700c2f), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.382435 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7fa68f98-441c-43d4-a133-5638ae8744bd up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:10.431188 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Attempting to bind port d3b70816-8e12-4f7e-abc3-93439c674a96 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:10.432185 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Attempting to bind port d3b70816-8e12-4f7e-abc3-93439c674a96 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:10.432781 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Attempting to bind port d3b70816-8e12-4f7e-abc3-93439c674a96 on network 4821bd27-ea54-4fe9-bc05-8192144538e7 {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:10.438771 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:10.439947 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Checking segment: {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:10.439947 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.440504 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Bound using segment: {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:10.441009 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Bound port: d3b70816-8e12-4f7e-abc3-93439c674a96, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034d6dd4-7cf6-4bdc-b021-00de19089fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:10.441393 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.444720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 7fa68f98-441c-43d4-a133-5638ae8744bd triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:10.445141 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.458119 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (e4d8b5db-d398-4a66-a080-82db9d700c2f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.503777 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] For port d3b70816-8e12-4f7e-abc3-93439c674a96, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:10.509700 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] For port d3b70816-8e12-4f7e-abc3-93439c674a96, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d3b70816-8e12-4f7e-abc3-93439c674a96,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:10.539826 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 7fa68f98-441c-43d4-a133-5638ae8744bd is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:10.569051 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (e4d8b5db-d398-4a66-a080-82db9d700c2f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.590858 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d8b5db-d398-4a66-a080-82db9d700c2f,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:10.598275 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.614557 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Provisioning complete for port d3b70816-8e12-4f7e-abc3-93439c674a96 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:10.614798 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.660931 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4dd2-4ee0-4580-893a-670cbad575a2 None None] Pushing event updated for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:10.669120 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:10.669745 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:10.703563 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Current status of the port d3b70816-8e12-4f7e-abc3-93439c674a96 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:10.703937 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.742022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.743240 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-66118bd4-e4d6-4e11-993d-5bc312128066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4940944 Jun 29 10:15:10.746541 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54210) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:10.752324 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'security_group_rule': {'security_group_id': '4fbd9274-ea18-4f98-8776-a5c53cf59327', 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:10.753416 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] For port d3b70816-8e12-4f7e-abc3-93439c674a96, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d3b70816-8e12-4f7e-abc3-93439c674a96,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:10.800411 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:10.814316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.863656 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5d2f-b223-462d-bede-c347a03fbcb7 None None] Pushing event updated for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:10.865403 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.securitygroups_db [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Project db622b01a1c744aaaee127fe41c6218b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:15:10.871197 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (982cf269-c0a8-470a-91c0-9f925ded42c6), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.935200 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-27e7c72e-0ec3-4e17-ac40-f3199f3e129e None None] Provisioning complete for port d3b70816-8e12-4f7e-abc3-93439c674a96 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:10.935496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-27e7c72e-0ec3-4e17-ac40-f3199f3e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:10.936626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (982cf269-c0a8-470a-91c0-9f925ded42c6), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:11.012324 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-27e7c72e-0ec3-4e17-ac40-f3199f3e129e None None] Current status of the port d3b70816-8e12-4f7e-abc3-93439c674a96 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:11.014043 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (982cf269-c0a8-470a-91c0-9f925ded42c6), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:11.033292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982cf269-c0a8-470a-91c0-9f925ded42c6,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:11.036170 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:06Z', 'revision_number': 4, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'd3b70816-8e12-4f7e-abc3-93439c674a96', 'name': '', 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'mac_address': 'fa:16:3e:57:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:05Z', 'updated_at': '2022-06-29T10:15:10Z', 'revision_number': 4, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'subnets': [{'id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:11.065471 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2e9f8-54af-47f6-8cfb-2624d96bc1dc None None] The sync data for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi is: [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:15:06Z', 'revision_number': 4, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'd3b70816-8e12-4f7e-abc3-93439c674a96', 'name': '', 'network_id': '4821bd27-ea54-4fe9-bc05-8192144538e7', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'mac_address': 'fa:16:3e:57:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:05Z', 'updated_at': '2022-06-29T10:15:10Z', 'revision_number': 4, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'subnets': [{'id': '40517643-ca78-4ec9-93ec-dc6f7e6f524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:11.102635 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:11.114098 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3f0366c6-03ec-4435-b16a-6d7d38f81d9e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664503 Jun 29 10:15:11.311654 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:12.374901 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d3b70816-8e12-4f7e-abc3-93439c674a96 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:12.420193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port d3b70816-8e12-4f7e-abc3-93439c674a96 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:12.420560 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:12.490211 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port d3b70816-8e12-4f7e-abc3-93439c674a96 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:12.625392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:14.975067 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff51d-38a7-47b7-b217-3acf8f0dac15 req-a4741688-4d36-4e10-8989-be37f5e51d5e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:14.980034 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-accff51d-38a7-47b7-b217-3acf8f0dac15 req-a4741688-4d36-4e10-8989-be37f5e51d5e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1040010 Jun 29 10:15:15.001466 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-e5906123-6bcb-4499-be83-41f3ea72155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:15.002984 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-e5906123-6bcb-4499-be83-41f3ea72155e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1129 time: 0.0840144 Jun 29 10:15:15.080418 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-accff51d-38a7-47b7-b217-3acf8f0dac15 req-9f6cd06e-d8a9-4989-aa4a-c326a8901939 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959537 Jun 29 10:15:15.121618 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-891537ba-0300-490c-8245-e31f38bdf36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:15.123132 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-891537ba-0300-490c-8245-e31f38bdf36b service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.1117923 Jun 29 10:15:15.165005 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-a7aff3fd-0373-4ae0-a448-49131ca2e609 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 217 time: 0.0333674 Jun 29 10:15:15.225993 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-943158f4-df21-4713-be84-b5699c32e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:15.227467 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-943158f4-df21-4713-be84-b5699c32e4d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0485110 Jun 29 10:15:15.283437 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-bda035ab-21b4-45b5-9c3e-7e1a6b34b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:15.285012 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-bda035ab-21b4-45b5-9c3e-7e1a6b34b952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494163 Jun 29 10:15:15.379338 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-1f45e0ad-5b76-419b-beb3-11a0dee17c03 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Jun 29 10:15:15.473542 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e4726dd2-1b06-4b8f-a28f-97f033b1111b req-b0593d6c-284d-4528-aae5-977cc05761ba service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864530 Jun 29 10:15:16.206336 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3f6e2-748b-4427-aefb-d8943352637b req-7961d1c1-c6d5-42e7-b3dd-037901c58e88 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:16.207904 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6cc3f6e2-748b-4427-aefb-d8943352637b req-7961d1c1-c6d5-42e7-b3dd-037901c58e88 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0569189 Jun 29 10:15:16.259953 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6cc3f6e2-748b-4427-aefb-d8943352637b req-358d85f5-85e6-4066-a583-eee0b656ff74 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Jun 29 10:15:16.451261 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54462) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:16.584924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:16.664180 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Publish callbacks [] for security_group (2d1661f7-5d65-4e6a-a975-82334cb66547), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:16.772220 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2d1661f7-5d65-4e6a-a975-82334cb66547), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:16.812482 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b17e2bf7b2ba490daacd301ebfebdf53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601453 Jun 29 10:15:16.813561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1661f7-5d65-4e6a-a975-82334cb66547,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:16.815585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54472) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:16.820764 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.821115 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.821461 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.821798 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.822220 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.822569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.822878 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.823202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.823528 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.823852 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.824171 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.824489 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.824829 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b3978e-f2b6-4bbd-b3e8-a6beec837982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:16.872899 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Publish callbacks [] for security_group (2d1661f7-5d65-4e6a-a975-82334cb66547), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:16.894322 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Publish callbacks [] for security_group (2d1661f7-5d65-4e6a-a975-82334cb66547), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:17.029166 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2d1661f7-5d65-4e6a-a975-82334cb66547), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:17.031733 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:17.034128 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d1661f7-5d65-4e6a-a975-82334cb66547 HTTP/1.1" status: 204 len: 168 time: 0.2161069 Jun 29 10:15:17.041493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1661f7-5d65-4e6a-a975-82334cb66547,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:17.048522 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.048920 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.049268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.049621 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.049991 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.050254 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.050583 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.050909 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.051237 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.051566 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.051888 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.052207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.052528 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6f5b3-1379-4d7d-a204-3044186d6274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:17.383883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec567-525f-4243-a591-5c7420428bd2 req-2c5cba31-dd67-43ea-b2d6-acb192955acf tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:17.385389 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-36bec567-525f-4243-a591-5c7420428bd2 req-2c5cba31-dd67-43ea-b2d6-acb192955acf tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0533772 Jun 29 10:15:17.439080 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-36bec567-525f-4243-a591-5c7420428bd2 req-12ddba94-642a-4de5-870d-09edd34177c1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Jun 29 10:15:17.743774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54490) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:17.756580 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-54421bee-1b5c-4baf-9995-f7bd1c768718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:17.835023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-54421bee-1b5c-4baf-9995-f7bd1c768718 admin admin] Publish callbacks [] for security_group (49f8c743-bd8c-4b15-be24-d5202c205fe5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:17.897799 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-54421bee-1b5c-4baf-9995-f7bd1c768718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (49f8c743-bd8c-4b15-be24-d5202c205fe5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:18.170545 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-54421bee-1b5c-4baf-9995-f7bd1c768718 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19d7f2f7e8c74f2daa6a4216be039239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247379 Jun 29 10:15:18.171849 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54421bee-1b5c-4baf-9995-f7bd1c768718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8c743-bd8c-4b15-be24-d5202c205fe5,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:18.172456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54492) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:18.226813 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] Publish callbacks [] for security_group (49f8c743-bd8c-4b15-be24-d5202c205fe5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:18.455943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] Publish callbacks [] for security_group (49f8c743-bd8c-4b15-be24-d5202c205fe5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:18.559556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd705b22-603a-4bb7-91f5-7949b7eb3d20 req-945f9f57-a08f-4249-852e-1e27d4fc0652 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:18.561188 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fd705b22-603a-4bb7-91f5-7949b7eb3d20 req-945f9f57-a08f-4249-852e-1e27d4fc0652 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0540488 Jun 29 10:15:18.565718 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (49f8c743-bd8c-4b15-be24-d5202c205fe5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:18.568307 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:18.569453 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49f8c743-bd8c-4b15-be24-d5202c205fe5 HTTP/1.1" status: 204 len: 168 time: 0.3959978 Jun 29 10:15:18.585164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ef2f8-8e69-4205-9036-9f32bc117a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8c743-bd8c-4b15-be24-d5202c205fe5,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:18.635375 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fd705b22-603a-4bb7-91f5-7949b7eb3d20 req-d4ec6bc6-8c41-4192-b2c1-7425c6c5f0b1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Jun 29 10:15:19.780045 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df56b4e-ab0a-4149-810e-00c6458a3183 req-47216467-b081-4f52-a4ed-550152a9c598 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:19.781842 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0df56b4e-ab0a-4149-810e-00c6458a3183 req-47216467-b081-4f52-a4ed-550152a9c598 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0766244 Jun 29 10:15:19.798616 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54548) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:19.857767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0df56b4e-ab0a-4149-810e-00c6458a3183 req-c213653c-ccfe-416f-addc-fb04cb7311f7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699222 Jun 29 10:15:19.924335 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1478424888-network', 'tenant_id': 'd5c1f11a524140a6a5033c2dd237aa6b'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:20.034528 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Made reservation on behalf of d5c1f11a524140a6a5033c2dd237aa6b for: {'network': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:20.037897 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.048688 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.137349 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks [] for security_group (7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.211742 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.236181 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=104295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:15:20.245871 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:20.251122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (cc5c503d-8752-441a-9f63-6413759dc7b5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.251465 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.segments_db [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Added segment cc5c503d-8752-441a-9f63-6413759dc7b5 of type vlan for network 23277e55-0176-42b7-9942-9e86850872e7 Jun 29 10:15:20.297230 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (23277e55-0176-42b7-9942-9e86850872e7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.374243 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54562) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:20.422527 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (23277e55-0176-42b7-9942-9e86850872e7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.423562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:20.424188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.504158 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cddebe46-cb75-4d50-add1-9bacb8723917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.518549 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] Pushing event updated for resources: {'Network': ['ID=23277e55-0176-42b7-9942-9e86850872e7,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:20.532232 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 23277e55-0176-42b7-9942-9e86850872e7 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:15:20.561193 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-93b816c2-93d6-4a05-85b0-2e3ccc9efc36 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7614334 Jun 29 10:15:20.563942 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54572) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:20.568836 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Request body: {'subnet': {'network_id': '23277e55-0176-42b7-9942-9e86850872e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1478424888-subnet', 'tenant_id': 'd5c1f11a524140a6a5033c2dd237aa6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:20.625627 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cddebe46-cb75-4d50-add1-9bacb8723917 admin admin] Publish callbacks [] for security_group (ffc3e457-ba02-41de-9acd-efd373d8e4f8), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.667754 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Made reservation on behalf of d5c1f11a524140a6a5033c2dd237aa6b for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:20.670166 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.712349 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cddebe46-cb75-4d50-add1-9bacb8723917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ffc3e457-ba02-41de-9acd-efd373d8e4f8), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.776154 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddebe46-cb75-4d50-add1-9bacb8723917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3e457-ba02-41de-9acd-efd373d8e4f8,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:20.782251 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cddebe46-cb75-4d50-add1-9bacb8723917 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3815fcc1d8094cb388d71f6e5610559c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069271 Jun 29 10:15:20.785309 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54576) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:20.839587 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] Publish callbacks [] for security_group (ffc3e457-ba02-41de-9acd-efd373d8e4f8), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.862379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] Publish callbacks [] for security_group (ffc3e457-ba02-41de-9acd-efd373d8e4f8), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:20.970327 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce77ce-59ff-4293-a685-a10d1481e93d req-6e1423bc-dce2-4859-b471-593bfcdf0e81 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:20.971800 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5ce77ce-59ff-4293-a685-a10d1481e93d req-6e1423bc-dce2-4859-b471-593bfcdf0e81 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0521481 Jun 29 10:15:20.977309 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (8a8e9fb7-6964-4983-bc01-500a0fcf16e0), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:21.005153 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ffc3e457-ba02-41de-9acd-efd373d8e4f8), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:21.008321 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:21.009703 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffc3e457-ba02-41de-9acd-efd373d8e4f8 HTTP/1.1" status: 204 len: 168 time: 0.2233386 Jun 29 10:15:21.048617 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8e9fb7-6964-4983-bc01-500a0fcf16e0,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:21.053194 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5ce77ce-59ff-4293-a685-a10d1481e93d req-f80fec47-6fcd-4d89-9a6a-be6607a15314 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756581 Jun 29 10:15:21.057247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc101-f1db-43f6-8a53-16acbaec89d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3e457-ba02-41de-9acd-efd373d8e4f8,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:21.058845 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Checking segment: {'id': 'cc5c503d-8752-441a-9f63-6413759dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23277e55-0176-42b7-9942-9e86850872e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:21.059313 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Network hostable DHCP agents. Network: 23277e55-0176-42b7-9942-9e86850872e7, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:15:21.165437 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Network 23277e55-0176-42b7-9942-9e86850872e7 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:15:21.265374 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 23277e55-0176-42b7-9942-9e86850872e7) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:21.269706 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:21.270358 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:21.276702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da1d74-18ff-4f07-bceb-6e1651e04595 None None] Network 23277e55-0176-42b7-9942-9e86850872e7 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:21.346156 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cc469fd9-99ac-4647-8ec8-491f59d33dfe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7810013 Jun 29 10:15:21.415148 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba515f8-3669-40cd-b21c-d871fe0f1e38 None None] Network 23277e55-0176-42b7-9942-9e86850872e7 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:22.253219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54638) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:22.339644 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54648) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:22.345486 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650857939-network', 'tenant_id': 'f0bcaa6a2f8a4fe4a05729061d372fb6'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:22.473395 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1817530218-network', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:22.476909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Made reservation on behalf of f0bcaa6a2f8a4fe4a05729061d372fb6 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:22.479209 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.492317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.583680 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks [] for security_group (3632e9ca-b8a2-4781-a8ad-46d85b3090f5), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.584757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Made reservation on behalf of 95758004812247a0b66b0d2da9c8f8da for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:22.587692 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.595734 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.676919 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks [] for security_group (468087a4-d018-41b7-87a1-faa12aa19264), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.713127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (3632e9ca-b8a2-4781-a8ad-46d85b3090f5), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.742480 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:15:22.748686 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3632e9ca-b8a2-4781-a8ad-46d85b3090f5,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:22.758958 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (473666be-b5a1-414c-9ceb-83e2cde9231a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.759229 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Added segment 473666be-b5a1-414c-9ceb-83e2cde9231a of type vlan for network a709c363-f9d4-457b-9a03-7ffa0ce79669 Jun 29 10:15:22.801631 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (a709c363-f9d4-457b-9a03-7ffa0ce79669), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.823213 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (468087a4-d018-41b7-87a1-faa12aa19264), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.845010 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:15:22.860104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468087a4-d018-41b7-87a1-faa12aa19264,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:22.862986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (852800fb-e4cd-4376-ac48-39ce9d17cfa9), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.863325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Added segment 852800fb-e4cd-4376-ac48-39ce9d17cfa9 of type vlan for network 4dffc3bf-269f-4344-b400-54a91f26653a Jun 29 10:15:22.920102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (4dffc3bf-269f-4344-b400-54a91f26653a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:22.999268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (a709c363-f9d4-457b-9a03-7ffa0ce79669), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.000203 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:23.000805 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.012284 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621aab-ebd0-4f55-9f19-4d117d223e5a req-07c6956c-19cd-46f9-92a9-d698f6cf3743 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:23.013782 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9a621aab-ebd0-4f55-9f19-4d117d223e5a req-07c6956c-19cd-46f9-92a9-d698f6cf3743 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0718803 Jun 29 10:15:23.066152 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (4dffc3bf-269f-4344-b400-54a91f26653a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.067089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:23.067664 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.109833 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=a709c363-f9d4-457b-9a03-7ffa0ce79669,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:23.122354 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network a709c363-f9d4-457b-9a03-7ffa0ce79669 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:15:23.137860 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2df98f5b-9e31-4b60-aacf-db1e0ec80bf3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7964563 Jun 29 10:15:23.140746 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54658) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:23.146430 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Request body: {'subnet': {'network_id': 'a709c363-f9d4-457b-9a03-7ffa0ce79669', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650857939-subnet', 'tenant_id': 'f0bcaa6a2f8a4fe4a05729061d372fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:23.170789 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9a621aab-ebd0-4f55-9f19-4d117d223e5a req-f62f2000-8c83-4cf7-8f2e-793c806e5f5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413770 Jun 29 10:15:23.193722 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9393418 Jun 29 10:15:23.193900 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54660) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:23.199095 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Request body: {'subnet': {'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1817530218-subnet', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:23.201265 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675ca92-9221-4b23-9eed-45df8fd9cc81 admin admin] Pushing event updated for resources: {'Network': ['ID=4dffc3bf-269f-4344-b400-54a91f26653a,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:23.218141 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 4dffc3bf-269f-4344-b400-54a91f26653a details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:15:23.261358 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Made reservation on behalf of f0bcaa6a2f8a4fe4a05729061d372fb6 for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:23.263737 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.301691 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Made reservation on behalf of 95758004812247a0b66b0d2da9c8f8da for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:23.304537 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.639106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (57718722-2f33-4851-8161-4f0e36c2fe69), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.672727 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (fe287c11-92a4-413c-a4fe-2bc6f1a29908), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.698223 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57718722-2f33-4851-8161-4f0e36c2fe69,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:23.764584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Checking segment: {'id': '473666be-b5a1-414c-9ceb-83e2cde9231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a709c363-f9d4-457b-9a03-7ffa0ce79669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:23.764966 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Network hostable DHCP agents. Network: a709c363-f9d4-457b-9a03-7ffa0ce79669, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:15:23.768325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe287c11-92a4-413c-a4fe-2bc6f1a29908,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:23.787603 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Checking segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:23.787603 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Network hostable DHCP agents. Network: 4dffc3bf-269f-4344-b400-54a91f26653a, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:15:23.873309 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Network a709c363-f9d4-457b-9a03-7ffa0ce79669 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:15:23.885250 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Network 4dffc3bf-269f-4344-b400-54a91f26653a is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:15:23.973363 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, a709c363-f9d4-457b-9a03-7ffa0ce79669) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:23.977431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 4dffc3bf-269f-4344-b400-54a91f26653a) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:23.979553 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:23.980160 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.993317 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:23.993915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:23.997789 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4bdac-e0b0-4c4f-aeae-5cac02336735 None None] Network a709c363-f9d4-457b-9a03-7ffa0ce79669 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:23.999803 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad3def-99e8-4fef-a72f-223093217d1b None None] Network 4dffc3bf-269f-4344-b400-54a91f26653a requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:24.081761 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d09fca22-013e-42d2-bc80-293e59f0eb99 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9392478 Jun 29 10:15:24.102842 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4f880811-b68f-4007-a012-4cce9c18a73f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9076362 Jun 29 10:15:24.113570 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54670) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:24.122354 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:24.187581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a17c31-5f07-4899-8db4-2f197095530d None None] Network a709c363-f9d4-457b-9a03-7ffa0ce79669 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:24.233162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-4dffc3bf-269f-4344-b400-54a91f26653a', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:15:24.234118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.248466 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.248715 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.357878 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for router_controller (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.377160 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e8f0-9555-4275-bde2-2a8ba2604933 req-86a2835a-297f-477d-ac1c-6f25ef1f29a2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:24.379136 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fca9e8f0-9555-4275-bde2-2a8ba2604933 req-86a2835a-297f-477d-ac1c-6f25ef1f29a2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1193604 Jun 29 10:15:24.432308 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Allocated IP 172.20.0.2 (4dffc3bf-269f-4344-b400-54a91f26653a/fe287c11-92a4-413c-a4fe-2bc6f1a29908/5b537ae2-d350-4aee-a550-aa23b1a9821f) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:24.445939 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fca9e8f0-9555-4275-bde2-2a8ba2604933 req-a415a38e-6f1f-4f06-ac93-f3b1910598b4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Jun 29 10:15:24.606111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks [] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.640761 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for router_gateway (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.713142 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.753173 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Network 4dffc3bf-269f-4344-b400-54a91f26653a is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:24.756455 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:24.762732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:24.769123 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Pushing event updated for resources: {'Port': ['ID=5b537ae2-d350-4aee-a550-aa23b1a9821f,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:24.780677 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.781051 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.781412 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.781753 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.782370 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.782709 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.783039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.783366 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.783693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.784033 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.784361 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.784705 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.785028 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:15:24.840789 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Attempting to bind port 5b537ae2-d350-4aee-a550-aa23b1a9821f on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:24.842526 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Attempting to bind port 5b537ae2-d350-4aee-a550-aa23b1a9821f by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:24.842526 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Attempting to bind port 5b537ae2-d350-4aee-a550-aa23b1a9821f on network 4dffc3bf-269f-4344-b400-54a91f26653a {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Checking segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Bound using segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Bound port: 5b537ae2-d350-4aee-a550-aa23b1a9821f, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:24.856329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:24.920056 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] For port 5b537ae2-d350-4aee-a550-aa23b1a9821f, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:24.923450 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] For port 5b537ae2-d350-4aee-a550-aa23b1a9821f, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5b537ae2-d350-4aee-a550-aa23b1a9821f,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:24.996139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for router_gateway (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:25.010428 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:25.020408 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:25.087799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12d16-0da4-4671-9324-c46bab848505 None None] Pushing event updated for resources: {'Port': ['ID=5b537ae2-d350-4aee-a550-aa23b1a9821f,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:25.186130 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Allocated IP 172.27.1.183 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:25.349103 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:25.567797 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1109e-23bc-41e0-9bce-eb297ae794f5 req-9081463e-db1e-400c-a975-6b3ee6967c00 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:25.570038 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-88b1109e-23bc-41e0-9bce-eb297ae794f5 req-9081463e-db1e-400c-a975-6b3ee6967c00 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0609393 Jun 29 10:15:25.621121 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-88b1109e-23bc-41e0-9bce-eb297ae794f5 req-43d2ccb2-ad84-49e7-8232-dad0f50994bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 Jun 29 10:15:25.839482 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:25.884340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:25.887423 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:25.891367 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:25.896249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Pushing event updated for resources: {'Port': ['ID=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:26.029932 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849a9d7-de8b-4a13-8940-7ba0776804e1 None None] Network 4dffc3bf-269f-4344-b400-54a91f26653a requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:26.098733 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Provisioning complete for port 5b537ae2-d350-4aee-a550-aa23b1a9821f triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:26.099103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.182832 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for router_gateway (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.210554 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Current status of the port 5b537ae2-d350-4aee-a550-aa23b1a9821f is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:26.210936 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.250168 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] For port 5b537ae2-d350-4aee-a550-aa23b1a9821f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5b537ae2-d350-4aee-a550-aa23b1a9821f,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:26.348812 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.416629 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.422843 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316b23-dde0-4bbb-ae4c-50dd18732e47 None None] Pushing event updated for resources: {'Port': ['ID=5b537ae2-d350-4aee-a550-aa23b1a9821f,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:26.449916 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5b537ae2-d350-4aee-a550-aa23b1a9821f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:26.504458 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 5b537ae2-d350-4aee-a550-aa23b1a9821f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:26.504889 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.661162 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:15:26.686342 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2d3e7a9e-7e33-47d8-baa0-5fce721c136a None None] Provisioning complete for port 5b537ae2-d350-4aee-a550-aa23b1a9821f triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:26.686713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7a9e-7e33-47d8-baa0-5fce721c136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.752099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 5b537ae2-d350-4aee-a550-aa23b1a9821f is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:26.789859 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e7a9e-7e33-47d8-baa0-5fce721c136a None None] Current status of the port 5b537ae2-d350-4aee-a550-aa23b1a9821f is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:26.817911 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269357a8-daf3-4ebf-a070-c0b7c1916c0d req-f65882c8-3256-49ff-9c86-b9874fe06d2c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:26.820591 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-269357a8-daf3-4ebf-a070-c0b7c1916c0d req-f65882c8-3256-49ff-9c86-b9874fe06d2c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1077509 Jun 29 10:15:26.822362 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:26.831797 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Sync routers for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:26.841402 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:26.842265 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:26.875938 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-269357a8-daf3-4ebf-a070-c0b7c1916c0d req-0882ea8a-2137-4bcd-a6a7-5f89dba3e0fd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jun 29 10:15:26.919575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:26.921614 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f1327dbe-aabe-4e27-8d51-b6f15b803fdc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8038390 Jun 29 10:15:26.923588 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54708) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:26.953924 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:27.149642 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:26Z', 'revision_number': 3, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:27.174930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Checking router: 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:27.175377 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Updating router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:27.206196 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.366761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.485221 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks [] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.561320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Allocated IP 172.20.0.1 (4dffc3bf-269f-4344-b400-54a91f26653a/fe287c11-92a4-413c-a4fe-2bc6f1a29908/cc598cf4-a368-4dc4-978a-a4c0f3840bbe) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:27.563508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.621065 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Attempting to bind port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:27.621413 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Attempting to bind port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:27.621851 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Attempting to bind port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:27.625048 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5581-2357-44fb-bf08-a94890051233 None None] Pushing event updated for resources: {'Port': ['ID=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:27.629634 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:27.630008 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:27.631238 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.631732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:27.632384 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Bound port: 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:27.632551 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.688619 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks [] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.695946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] For port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:27.695946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] For port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:27.769659 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.809896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:27.858746 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:27.859643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:27.861692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Network 4dffc3bf-269f-4344-b400-54a91f26653a is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:27.863345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5581-2357-44fb-bf08-a94890051233 None None] Pushing event updated for resources: {'Port': ['ID=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:27.864764 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:27.868575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:27.874041 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Pushing event updated for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:27.927568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.035434 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:28.056552 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a4d56-51a9-40fb-b39b-52845a316615 req-c9fd99b8-93ae-41b8-966c-0dd0607050ee tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:28.058053 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e42a4d56-51a9-40fb-b39b-52845a316615 req-c9fd99b8-93ae-41b8-966c-0dd0607050ee tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0836406 Jun 29 10:15:28.117049 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e42a4d56-51a9-40fb-b39b-52845a316615 req-7c71bd03-4b19-46b2-af62-b35bb39ed3d4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513031 Jun 29 10:15:28.179964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.256960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-9272fbb1-d4e4-4aa9-8e12-a523f001b327 None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:28.257561 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9272fbb1-d4e4-4aa9-8e12-a523f001b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.304203 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-9272fbb1-d4e4-4aa9-8e12-a523f001b327 None None] Port cc598cf4-a368-4dc4-978a-a4c0f3840bbe cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:28.319633 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:26Z', 'revision_number': 3, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:28.346013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9552c4-dd0b-4009-a083-174f63b2d28e None None] The sync data for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi is: [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:26Z', 'revision_number': 3, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:28.383719 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5b537ae2-d350-4aee-a550-aa23b1a9821f up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:28.386722 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks [] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.432880 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 5b537ae2-d350-4aee-a550-aa23b1a9821f triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:28.433257 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.471840 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.512997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 5b537ae2-d350-4aee-a550-aa23b1a9821f is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:28.559393 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:28.561308 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Pushing event updated for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:28.696122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Network 4dffc3bf-269f-4344-b400-54a91f26653a is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:28.697874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:28.820681 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:15:28.954856 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:28.962691 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-705a4ba0-5ecf-4903-8f85-d53ab62df000 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c1e23f5-e0a6-4bb1-878f-d99850ec7884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0368214 Jun 29 10:15:29.044203 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-4bd95919-a585-4cc1-9ffa-b850eac66860 None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:29.044457 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4bd95919-a585-4cc1-9ffa-b850eac66860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:29.116631 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4bd95919-a585-4cc1-9ffa-b850eac66860 None None] Port cc598cf4-a368-4dc4-978a-a4c0f3840bbe cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:29.274451 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b08643-7c3f-437b-97be-494dea401bd2 req-12110cf6-592e-4484-af0e-ddb968aa7323 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:29.275963 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-83b08643-7c3f-437b-97be-494dea401bd2 req-12110cf6-592e-4484-af0e-ddb968aa7323 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0659242 Jun 29 10:15:29.331362 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-83b08643-7c3f-437b-97be-494dea401bd2 req-c2271624-71b5-4106-abe4-9639ac3a8e37 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Jun 29 10:15:29.864456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54774) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:29.877393 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1549769081-network', 'tenant_id': 'd894e333f661463387e5659bcb29224a'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:29.946241 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Made reservation on behalf of d894e333f661463387e5659bcb29224a for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:29.950667 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:29.957274 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54776) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:29.961280 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:29.962622 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495434597', 'description': 'tempest-description--133255844'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:30.043787 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks [] for security_group (a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.060064 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.126089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.134472 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (e4534307-b29b-4923-9bad-b9d0d4cfbb66), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.154755 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:15:30.168986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:30.174453 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (2c66d2c3-bdcf-4486-8ad8-e7edfff735b9), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.174799 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Added segment 2c66d2c3-bdcf-4486-8ad8-e7edfff735b9 of type vlan for network de1474db-ddc7-4b36-900f-865aa329508e Jun 29 10:15:30.218547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (de1474db-ddc7-4b36-900f-865aa329508e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.231653 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e4534307-b29b-4923-9bad-b9d0d4cfbb66), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.263723 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4534307-b29b-4923-9bad-b9d0d4cfbb66,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:30.333447 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Sync routers for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:30.342932 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:30.343541 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:30.356969 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (de1474db-ddc7-4b36-900f-865aa329508e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.357937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:30.358511 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.368824 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.372684 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c4e6892d-899c-4f40-918e-fb0a7d45096a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4135282 Jun 29 10:15:30.373374 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54782) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:30.379344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': 'e4534307-b29b-4923-9bad-b9d0d4cfbb66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:30.415349 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:30.448965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] Pushing event updated for resources: {'Network': ['ID=de1474db-ddc7-4b36-900f-865aa329508e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:30.469719 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network de1474db-ddc7-4b36-900f-865aa329508e details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:15:30.511798 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:30.529268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (01f94db5-1738-4fcc-a294-530608d298e5), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.533086 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-25017979-3d18-427c-8dd7-87a4dcdd67ce admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6665728 Jun 29 10:15:30.545901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d45ba-3217-40f4-ba7b-919fbd4c63de req-050dafc0-3ab9-4acc-b30d-09d42b497794 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:30.547879 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54788) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:30.548203 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-582d45ba-3217-40f4-ba7b-919fbd4c63de req-050dafc0-3ab9-4acc-b30d-09d42b497794 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0935121 Jun 29 10:15:30.553711 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Request body: {'subnet': {'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1549769081-subnet', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:30.582345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:30.583073 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.629071 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-582d45ba-3217-40f4-ba7b-919fbd4c63de req-3655a431-0261-4ff9-9a89-b9815681d10c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Jun 29 10:15:30.633527 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (01f94db5-1738-4fcc-a294-530608d298e5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.679072 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:30.679461 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.699647 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:30.701548 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Made reservation on behalf of d894e333f661463387e5659bcb29224a for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:30.702386 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.746461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (01f94db5-1738-4fcc-a294-530608d298e5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.774215 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.781077 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f94db5-1738-4fcc-a294-530608d298e5,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:30.829219 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 2, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:30.839231 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:30.871241 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Checking router: 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:30.871595 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Updating router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 port cc598cf4-a368-4dc4-978a-a4c0f3840bbe binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:30.882996 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:30.884616 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a095f290-ef2d-4709-9606-1c2a14c1b757 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5102618 Jun 29 10:15:30.887268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54796) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:30.892934 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': 'e4534307-b29b-4923-9bad-b9d0d4cfbb66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:30.909901 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.030479 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (70364d92-251a-4143-8fa5-99fe7a7e9e70), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.065243 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (02101ac6-5d6f-42f9-a215-2d82c4fb2740), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.149382 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (70364d92-251a-4143-8fa5-99fe7a7e9e70), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.151798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Pushing event updated for resources: {'Subnet': ['ID=02101ac6-5d6f-42f9-a215-2d82c4fb2740,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:31.164418 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Checking segment: {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:31.164819 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Network hostable DHCP agents. Network: de1474db-ddc7-4b36-900f-865aa329508e, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:15:31.216034 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks [] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.226590 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (70364d92-251a-4143-8fa5-99fe7a7e9e70), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.263588 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70364d92-251a-4143-8fa5-99fe7a7e9e70,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:31.312146 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca9a64-e142-4bb2-97e5-02dfdf61d048 req-d0c7ed5b-60dd-4a6a-8d1c-909f55184a0b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:31.313855 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-57ca9a64-e142-4bb2-97e5-02dfdf61d048 req-d0c7ed5b-60dd-4a6a-8d1c-909f55184a0b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0524452 Jun 29 10:15:31.318865 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.319538 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Network de1474db-ddc7-4b36-900f-865aa329508e is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:15:31.382858 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.384550 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-2ca8b266-8a67-41aa-a8a4-e03bc37f05ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4961467 Jun 29 10:15:31.387817 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54820) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:31.393800 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d9f6e-a4f0-499b-b370-5d093fa49a32 None None] Pushing event updated for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:31.395770 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:31.414267 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, de1474db-ddc7-4b36-900f-865aa329508e) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:31.422039 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:31.424440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.427595 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3fbb9-bec7-4892-a294-a1ede67684e7 None None] Network de1474db-ddc7-4b36-900f-865aa329508e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:31.466330 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Attempting to bind port cc598cf4-a368-4dc4-978a-a4c0f3840bbe on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:31.466960 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Attempting to bind port cc598cf4-a368-4dc4-978a-a4c0f3840bbe by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:31.467471 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Attempting to bind port cc598cf4-a368-4dc4-978a-a4c0f3840bbe on network 4dffc3bf-269f-4344-b400-54a91f26653a {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:31.474238 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:31.474938 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Checking segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:31.475488 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.476039 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Bound using segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:31.476704 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Bound port: cc598cf4-a368-4dc4-978a-a4c0f3840bbe, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:31.477236 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.527279 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a7c8f997-e6c6-46bf-9bbd-f6847b3922af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9761126 Jun 29 10:15:31.528251 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 54824) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:31.533616 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:31.560239 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-de1474db-ddc7-4b36-900f-865aa329508e', 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e', 'project_id': 'd894e333f661463387e5659bcb29224a', 'fixed_ips': [{'subnet_id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:15:31.561442 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.596963 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.620491 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] For port cc598cf4-a368-4dc4-978a-a4c0f3840bbe, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:31.627709 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] For port cc598cf4-a368-4dc4-978a-a4c0f3840bbe, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:31.697581 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-57ca9a64-e142-4bb2-97e5-02dfdf61d048 req-33ecaabe-1b56-4e6a-bdf9-b245d94eb034 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713470 Jun 29 10:15:31.702172 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.726526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (ec815d92-8085-4f30-b740-03f6967d35c5), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.728114 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (ec815d92-8085-4f30-b740-03f6967d35c5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.782772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:31.783057 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.794831 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for router_controller (ec815d92-8085-4f30-b740-03f6967d35c5), precommit_add_association {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:31.796719 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:31.797457 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:31.808172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Allocated IP 172.20.0.2 (de1474db-ddc7-4b36-900f-865aa329508e/02101ac6-5d6f-42f9-a215-2d82c4fb2740/c5b37b55-6ff5-4cb3-b037-b47c2edaa868) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:31.854511 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d9f6e-a4f0-499b-b370-5d093fa49a32 None None] Pushing event updated for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:31.933559 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:31.978194 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3af8-fa2b-486a-97c3-7732d615dd1f req-8fb521e6-4947-4c22-a497-f4f4cfcb896f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:31.986751 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-906d3af8-fa2b-486a-97c3-7732d615dd1f req-8fb521e6-4947-4c22-a497-f4f4cfcb896f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1898010 Jun 29 10:15:32.039748 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Current status of the port cc598cf4-a368-4dc4-978a-a4c0f3840bbe is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:32.040041 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.052238 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks [] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.077598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] For port cc598cf4-a368-4dc4-978a-a4c0f3840bbe, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:32.111816 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for router_gateway (ec815d92-8085-4f30-b740-03f6967d35c5), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.123918 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-906d3af8-fa2b-486a-97c3-7732d615dd1f req-dfc048e0-93cb-40bf-9996-96e35c469d8f tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358812 Jun 29 10:15:32.127980 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.128760 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.165517 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:31Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:32.175326 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Network de1474db-ddc7-4b36-900f-865aa329508e is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:32.178124 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.182900 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:32.184682 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Pushing event updated for resources: {'Port': ['ID=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:32.190881 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5eb56-43d5-4619-b664-63af2ccc93dd None None] The sync data for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi is: [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:31Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:32.192826 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:32.336544 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb5f28-0646-4c85-9233-1e8784681af9 None None] Pushing event updated for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:32.340984 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Attempting to bind port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:32.341545 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Attempting to bind port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:32.342085 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Attempting to bind port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 on network de1474db-ddc7-4b36-900f-865aa329508e {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:32.352838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:32.353426 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Checking segment: {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:32.353983 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.354530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Bound using segment: {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:32.355172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Bound port: c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:32.355997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.377680 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-9433971d-bf53-488f-96cf-87e0b62bcd7e None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:32.378115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9433971d-bf53-488f-96cf-87e0b62bcd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.393595 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.27.1.27 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/98067a41-3a5d-4172-84da-cae8cd0e7b25) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:32.501624 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] For port c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:32.505133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] For port c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:32.565371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-9433971d-bf53-488f-96cf-87e0b62bcd7e None None] Current status of the port cc598cf4-a368-4dc4-978a-a4c0f3840bbe is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:32.573970 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.660583 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device cc598cf4-a368-4dc4-978a-a4c0f3840bbe up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:32.735185 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671234e-f660-4f97-8037-1dc42ccc3866 None None] Pushing event updated for resources: {'Port': ['ID=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:32.756407 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:32.760133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:32.893148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5df50-be10-4b12-8b03-ef6171d8b662 req-3a8e0e5a-832e-4e4f-aed1-c3fe31ed5b47 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:32.895557 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ea5df50-be10-4b12-8b03-ef6171d8b662 req-3a8e0e5a-832e-4e4f-aed1-c3fe31ed5b47 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0824533 Jun 29 10:15:32.956401 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port cc598cf4-a368-4dc4-978a-a4c0f3840bbe is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:32.958775 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:33.018293 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ea5df50-be10-4b12-8b03-ef6171d8b662 req-ff2d9c18-835b-4005-9a41-a95cba476287 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163485 Jun 29 10:15:33.056744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:33.057226 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.075880 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.115486 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for router_gateway (ec815d92-8085-4f30-b740-03f6967d35c5), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.146114 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.250058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.365224 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:33.366138 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:33.380890 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:33.383402 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:33.413953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=98067a41-3a5d-4172-84da-cae8cd0e7b25,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:33.432031 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Allocated IP 172.27.1.199 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/1c51a14b-b4bd-43c5-adf4-105564cf1ea3) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:33.459934 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d59754-d248-4bf6-8c62-a1a0603ffdfc req-c03288d0-10bd-4615-bba3-b4d86f99686d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:33.461603 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-39d59754-d248-4bf6-8c62-a1a0603ffdfc req-c03288d0-10bd-4615-bba3-b4d86f99686d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.2350035 Jun 29 10:15:33.618302 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-39d59754-d248-4bf6-8c62-a1a0603ffdfc req-90d7c856-f763-4bdc-b263-b4a1b5cbe096 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505606 Jun 29 10:15:33.619384 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.654658 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.743456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.773140 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.778567 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:33.870590 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:33.906110 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:33.914193 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:33.919970 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Pushing event updated for resources: {'Port': ['ID=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:33.970843 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8dd77-7d8a-46f9-a0d4-5cf361816252 None None] Network de1474db-ddc7-4b36-900f-865aa329508e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:15:34.036698 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Provisioning complete for port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:34.037160 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.089664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.133045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.157638 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Current status of the port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:34.158071 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.165836 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94bfe3-93c6-4f63-8771-09fbdfd3120c req-2c6588e4-b72a-4d40-af9d-7884132da968 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:34.174312 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb94bfe3-93c6-4f63-8771-09fbdfd3120c req-2c6588e4-b72a-4d40-af9d-7884132da968 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0654171 Jun 29 10:15:34.203496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] For port c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:34.238201 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb94bfe3-93c6-4f63-8771-09fbdfd3120c req-3ce1fda6-ece4-48a3-8d98-e226e2cfcebf tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606396 Jun 29 10:15:34.253494 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=98067a41-3a5d-4172-84da-cae8cd0e7b25,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:34.310292 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.310593 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.340350 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for router_gateway (ec815d92-8085-4f30-b740-03f6967d35c5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.385716 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637d40d-e3e7-4fb0-9637-246c27d84b28 None None] Pushing event updated for resources: {'Port': ['ID=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:34.430953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-a16c0c4b-8762-4d6d-b4fd-57131450d6b0 None None] Provisioning complete for port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:34.431374 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a16c0c4b-8762-4d6d-b4fd-57131450d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.444753 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.453878 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-0ce92e79-5b92-4a86-92af-11a430cdadd1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0570545 Jun 29 10:15:34.555418 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c5b37b55-6ff5-4cb3-b037-b47c2edaa868 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:34.600121 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-a16c0c4b-8762-4d6d-b4fd-57131450d6b0 None None] Current status of the port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:34.617117 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (ec815d92-8085-4f30-b740-03f6967d35c5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.622307 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:34.623836 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.739539 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:34.741188 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device cc598cf4-a368-4dc4-978a-a4c0f3840bbe up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:34.787885 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033959b-086c-47b1-9aea-71461335a3ba req-5f98743f-4fd6-40ee-9f5f-6a1253cf85c5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:34.796282 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5033959b-086c-47b1-9aea-71461335a3ba req-5f98743f-4fd6-40ee-9f5f-6a1253cf85c5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0784695 Jun 29 10:15:34.798869 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port cc598cf4-a368-4dc4-978a-a4c0f3840bbe triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:34.799344 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:34.812309 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-6f0ec4f1-c43c-4197-b982-d3f104ff83de tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--495434597&fields=id&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 267 time: 0.0772865 Jun 29 10:15:34.843921 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5033959b-086c-47b1-9aea-71461335a3ba req-bc9ad653-1d3b-4fe4-8316-88ea5e83a6e1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464759 Jun 29 10:15:34.893199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port cc598cf4-a368-4dc4-978a-a4c0f3840bbe is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:34.897967 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Router ec815d92-8085-4f30-b740-03f6967d35c5 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:15:34.982599 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-d0de2322-1035-49ad-8dd7-6b7b365f628c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:34.984067 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-d0de2322-1035-49ad-8dd7-6b7b365f628c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1642163 Jun 29 10:15:35.025028 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-351afb4e-567c-4ad5-abd9-9d2449d88468 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/quotas/9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 375 time: 0.0346451 Jun 29 10:15:35.064405 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:35.074478 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Sync routers for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:35.084193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:35.084990 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:35.097749 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-e7c3e22d-35d9-4d68-b94a-5f5e3bc3c4f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656524 Jun 29 10:15:35.184646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:35.197447 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-957e0bc2-4112-4295-8f85-14bc9a80b95f service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868559 Jun 29 10:15:35.199973 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.203628 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-efbba8ec-b3aa-42e0-ae80-00d47671ef2e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6738503 Jun 29 10:15:35.204089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 54902) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:35.305590 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-df8b3df7-4421-43f7-9226-cb8a1f6e3c7c service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007710 Jun 29 10:15:35.380262 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:34Z', 'revision_number': 3, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:35.404687 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Checking router: ec815d92-8085-4f30-b740-03f6967d35c5 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:35.405062 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Updating router ec815d92-8085-4f30-b740-03f6967d35c5 port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:35.435352 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.451782 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc14e4-782d-48c5-97ca-74247a93a67b req-5d25b993-8aa7-4f9c-8183-5bbd84497433 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:35.453256 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54dc14e4-782d-48c5-97ca-74247a93a67b req-5d25b993-8aa7-4f9c-8183-5bbd84497433 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0963962 Jun 29 10:15:35.598381 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54dc14e4-782d-48c5-97ca-74247a93a67b req-ddea04e6-8587-4510-88cc-85b55dd92ffe tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124763 Jun 29 10:15:35.619993 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eaffc260-90d4-4e64-bfd9-bbfd65759648 req-91200a02-08ce-4975-a016-b4c19f75a4f9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 210 time: 0.0677924 Jun 29 10:15:35.732850 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.757416 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks [] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.825148 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.867781 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Attempting to bind port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:35.868152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Attempting to bind port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:35.868504 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Attempting to bind port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:35.891694 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:35.900151 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:35.900151 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.900407 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Allocated IP 172.20.0.1 (de1474db-ddc7-4b36-900f-865aa329508e/02101ac6-5d6f-42f9-a215-2d82c4fb2740/3218abac-906c-4347-81cb-8de5fe132990) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:35.904995 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:35.905544 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Bound port: 1c51a14b-b4bd-43c5-adf4-105564cf1ea3, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:35.905816 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:35.941888 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6c1b-1927-4995-b213-5e50fd9784f0 None None] Pushing event updated for resources: {'Port': ['ID=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:36.024306 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] For port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:36.029145 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] For port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:36.076882 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50055b32-721e-41e7-b8d1-cd6bf15b861b req-2bf6e537-46ef-4153-9eaf-89ad4f621185 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:36.078378 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-50055b32-721e-41e7-b8d1-cd6bf15b861b req-2bf6e537-46ef-4153-9eaf-89ad4f621185 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1481533 Jun 29 10:15:36.105603 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks [] for port (3218abac-906c-4347-81cb-8de5fe132990), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.150284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.157095 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-50055b32-721e-41e7-b8d1-cd6bf15b861b req-b296e7e3-65ad-477c-9cae-72b65a9a0820 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718780 Jun 29 10:15:36.184334 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2f78416d-f71e-4534-a63b-691fa6a751f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.222237 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6c1b-1927-4995-b213-5e50fd9784f0 None None] Pushing event updated for resources: {'Port': ['ID=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:36.222432 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:36.223408 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:36.241169 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.280168 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Network de1474db-ddc7-4b36-900f-865aa329508e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:36.283030 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:36.287872 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:36.288319 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (ec815d92-8085-4f30-b740-03f6967d35c5), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.293858 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:36.321598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:36.429874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c5b37b55-6ff5-4cb3-b037-b47c2edaa868 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:36.525492 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:36.525868 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.576436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3218abac-906c-4347-81cb-8de5fe132990), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.675103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:36.711160 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-1a354ee8-4dd5-4b0f-afbf-d66555488def None None] Provisioning complete for port 3218abac-906c-4347-81cb-8de5fe132990 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:36.711462 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1a354ee8-4dd5-4b0f-afbf-d66555488def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3218abac-906c-4347-81cb-8de5fe132990), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.741338 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:34Z', 'revision_number': 3, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:36.790816 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4926b-46d0-4365-a9dc-6fdd516e6134 None None] The sync data for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi is: [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:34Z', 'revision_number': 3, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:36.793345 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0029-f286-46c3-b56d-47c4bd9cccbf req-825c0b20-d90c-486a-bfa7-985d32944be1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:36.794177 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-1a354ee8-4dd5-4b0f-afbf-d66555488def None None] Port 3218abac-906c-4347-81cb-8de5fe132990 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:36.797230 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5f5b0029-f286-46c3-b56d-47c4bd9cccbf req-825c0b20-d90c-486a-bfa7-985d32944be1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0677252 Jun 29 10:15:36.800679 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-09047abc-5357-47e0-a7f5-12f47c99cb6d req-6dceaa48-b332-4009-aa0c-8125d4fcde66 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 210 time: 0.0402451 Jun 29 10:15:36.857067 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks [] for port (3218abac-906c-4347-81cb-8de5fe132990), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.863193 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5f5b0029-f286-46c3-b56d-47c4bd9cccbf req-94fe8e88-97b6-4ba7-b5c6-6f2351e76f64 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569313 Jun 29 10:15:36.983577 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:36.984317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (ec815d92-8085-4f30-b740-03f6967d35c5), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:37.124164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:37.239134 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Network de1474db-ddc7-4b36-900f-865aa329508e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:37.241322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:37.417948 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e14c2-7001-4567-a165-7d8ea21b857c req-332c73f6-3d7f-4651-8674-2cf0b9d77322 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:37.425421 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2d9e14c2-7001-4567-a165-7d8ea21b857c req-332c73f6-3d7f-4651-8674-2cf0b9d77322 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1768956 Jun 29 10:15:37.465072 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Router ec815d92-8085-4f30-b740-03f6967d35c5 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:15:37.489375 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2d9e14c2-7001-4567-a165-7d8ea21b857c req-b71a2e17-4a2f-4ff3-949c-db56480175a3 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628264 Jun 29 10:15:37.520018 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-f2ee55a2-80a7-4cf2-9bef-c5175b110529 None None] Provisioning complete for port 3218abac-906c-4347-81cb-8de5fe132990 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:37.520556 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f2ee55a2-80a7-4cf2-9bef-c5175b110529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3218abac-906c-4347-81cb-8de5fe132990), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:37.558543 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee55a2-80a7-4cf2-9bef-c5175b110529 None None] Port 3218abac-906c-4347-81cb-8de5fe132990 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:37.624242 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:37.626488 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-8e613b31-b072-47e3-936e-741b567c8cf7 admin admin] 10.222.0.60 "PUT /v2.0/routers/ec815d92-8085-4f30-b740-03f6967d35c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205759 Jun 29 10:15:37.729678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea04879-182e-474d-9e5b-49e2363e4cbf req-1aa03747-601f-4912-a3a6-2531b1c2efa9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:37.731756 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2ea04879-182e-474d-9e5b-49e2363e4cbf req-1aa03747-601f-4912-a3a6-2531b1c2efa9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0605121 Jun 29 10:15:37.795659 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2ea04879-182e-474d-9e5b-49e2363e4cbf req-33b97df6-2346-40e9-b43e-0fa619de83c0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545781 Jun 29 10:15:37.931777 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-55e26334-c32b-465d-ba1c-1eee2424ba31 req-9652475d-12cb-48d7-8698-c76e765586b6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 210 time: 0.0304229 Jun 29 10:15:38.001859 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900c88-0c5e-4249-8936-dc2396f59916 req-13003d7d-1379-4c9f-98c3-2cd09b714980 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:38.004182 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9a900c88-0c5e-4249-8936-dc2396f59916 req-13003d7d-1379-4c9f-98c3-2cd09b714980 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Jun 29 10:15:38.063259 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9a900c88-0c5e-4249-8936-dc2396f59916 req-66d212fe-2802-429b-a9a6-ec3fd8cafd81 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Jun 29 10:15:38.285484 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-9bd022ae-17a0-4939-9fbf-a76b465319f2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:38.286934 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-9bd022ae-17a0-4939-9fbf-a76b465319f2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1142986 Jun 29 10:15:38.381409 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3328739f-181d-4ce5-8758-4b95dfaa67ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 472 time: 0.0849533 Jun 29 10:15:38.390352 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'port': {'device_id': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'admin_state_up': True, 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'security_groups': ['e4534307-b29b-4923-9bad-b9d0d4cfbb66']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:38.416890 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:38.471039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:38.471421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:38.569418 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:38.570071 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:38.594324 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:38.606172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6622335c-8d48-4ec4-b083-f203dc77dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:38.626496 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec6a39-c272-4b03-8ff7-f06be7a7c81a req-d6b6972f-837b-4b7b-946a-09ddedf40d21 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:38.628754 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dcec6a39-c272-4b03-8ff7-f06be7a7c81a req-d6b6972f-837b-4b7b-946a-09ddedf40d21 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0643089 Jun 29 10:15:38.647842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:38.651180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:38.681429 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:38.698891 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dcec6a39-c272-4b03-8ff7-f06be7a7c81a req-1b998084-47eb-4549-afe3-ba5479882e0d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639176 Jun 29 10:15:38.767501 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:38.881242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.20.0.8 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/19e7425a-f862-451b-b0d7-b1daeee83a67) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:38.976576 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea90e5-d47d-48f7-932e-f77318cd23df req-5f93af45-1f65-4872-a8d6-c7a61b145f6e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:38.985175 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eaea90e5-d47d-48f7-932e-f77318cd23df req-5f93af45-1f65-4872-a8d6-c7a61b145f6e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0812888 Jun 29 10:15:39.078781 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eaea90e5-d47d-48f7-932e-f77318cd23df req-136162dc-2b7f-4a94-be79-4eaace90ef34 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876656 Jun 29 10:15:39.144043 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3a365651-7afb-47e3-90f0-c849ddea5376 req-83ad988d-1e89-4465-bc18-c2f2b22b207f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 210 time: 0.0677834 Jun 29 10:15:39.159476 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.262794 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3475e32-7321-441b-bc91-56aa862e6857 req-c2d6e34d-d617-4696-bd3c-709bb579723b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:39.264922 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d3475e32-7321-441b-bc91-56aa862e6857 req-c2d6e34d-d617-4696-bd3c-709bb579723b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0886095 Jun 29 10:15:39.316646 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.324258 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d3475e32-7321-441b-bc91-56aa862e6857 req-a808bb0b-f5f5-483d-8043-da98176b9dad tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537143 Jun 29 10:15:39.407268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:39.415184 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:39.431587 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:39.435293 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:39.511090 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:39.512035 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.606182 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.698512 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-071540b6-0be5-4de7-87e9-0387f721a6f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119826 Jun 29 10:15:39.713591 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Request body: {'port': {'device_id': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:39.789743 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.823600 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-18b441bd-d1df-4fa7-a126-561a55d9b0d0 None None] Provisioning complete for port 19e7425a-f862-451b-b0d7-b1daeee83a67 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:39.824242 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-18b441bd-d1df-4fa7-a126-561a55d9b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:39.925425 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-18b441bd-d1df-4fa7-a126-561a55d9b0d0 None None] Port 19e7425a-f862-451b-b0d7-b1daeee83a67 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:40.016740 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Sync routers for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:40.035050 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:40.036093 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:40.116977 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094fdb7-ec43-40fe-9a6a-a21b82b91838 req-61542b29-f6f1-41b9-bf48-66d76945b432 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:40.124678 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7094fdb7-ec43-40fe-9a6a-a21b82b91838 req-61542b29-f6f1-41b9-bf48-66d76945b432 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.3238251 Jun 29 10:15:40.198521 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:40.300487 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7094fdb7-ec43-40fe-9a6a-a21b82b91838 req-f88e0cf2-61b2-492f-a366-681fad1cad5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745110 Jun 29 10:15:40.404084 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ecd1b-a2b7-4150-8875-098ff01fbb5e req-471786f0-b4d2-4dd3-8d1b-dc398914c12d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:40.426081 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-181ecd1b-a2b7-4150-8875-098ff01fbb5e req-471786f0-b4d2-4dd3-8d1b-dc398914c12d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.2268841 Jun 29 10:15:40.469013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:40.494686 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e7425a-f862-451b-b0d7-b1daeee83a67 {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:15:40.516157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks [] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:40.531245 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:40.532291 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:40.535560 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-181ecd1b-a2b7-4150-8875-098ff01fbb5e req-6a1e0c5f-3917-481a-bde1-5e432a4a1371 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055717 Jun 29 10:15:40.549105 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Transition to ACTIVE for port object 19e7425a-f862-451b-b0d7-b1daeee83a67 will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:15:40.558489 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 4, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '3218abac-906c-4347-81cb-8de5fe132990', 'name': '', 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'mac_address': 'fa:16:3e:b0:c6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:35Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 2, 'project_id': 'd894e333f661463387e5659bcb29224a', 'subnets': [{'id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:40.586672 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d93f01-f2f8-4eba-9729-f15fe0a12c9c req-15ccf362-76a9-428a-ab6f-468c759dfe86 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:40.588566 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-65d93f01-f2f8-4eba-9729-f15fe0a12c9c req-15ccf362-76a9-428a-ab6f-468c759dfe86 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 931 time: 0.1447957 Jun 29 10:15:40.624172 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Checking router: ec815d92-8085-4f30-b740-03f6967d35c5 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:40.624172 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Updating router ec815d92-8085-4f30-b740-03f6967d35c5 port 3218abac-906c-4347-81cb-8de5fe132990 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:15:40.637830 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:40.678031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:40.690187 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3218abac-906c-4347-81cb-8de5fe132990), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:40.712366 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-65d93f01-f2f8-4eba-9729-f15fe0a12c9c req-4a09cf0d-552e-4e72-911d-5a6057b28135 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176431 Jun 29 10:15:40.765361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e83934-d423-4187-a13e-a012781d10fd req-a0813a18-c011-4bdf-bb02-a066b98f4f92 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:40.795283 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c2e83934-d423-4187-a13e-a012781d10fd req-a0813a18-c011-4bdf-bb02-a066b98f4f92 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1219184 Jun 29 10:15:40.881743 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Pushing event updated for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:40.919109 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c2e83934-d423-4187-a13e-a012781d10fd req-dd84a689-082a-424a-bcf6-7022d26797bc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263134 Jun 29 10:15:40.981585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Attempting to bind port 19e7425a-f862-451b-b0d7-b1daeee83a67 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:40.982172 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Attempting to bind port 19e7425a-f862-451b-b0d7-b1daeee83a67 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:40.982784 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Attempting to bind port 19e7425a-f862-451b-b0d7-b1daeee83a67 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:40.998113 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Port 19e7425a-f862-451b-b0d7-b1daeee83a67 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:15:40.998431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Attempting to bind port 19e7425a-f862-451b-b0d7-b1daeee83a67 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:41.013448 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:41.013822 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:41.014246 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:41.014718 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Bound port: 19e7425a-f862-451b-b0d7-b1daeee83a67, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:41.015091 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.049369 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f26da46d-3fa8-4ecf-b709-b96ca00970bf tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272518253&fields=id&tenant_id=db622b01a1c744aaaee127fe41c6218b HTTP/1.1" status: 200 len: 267 time: 0.1554542 Jun 29 10:15:41.188035 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:41.210766 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=19e7425a-f862-451b-b0d7-b1daeee83a67,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:41.222289 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-583c5b9a-1e49-49b7-9ba0-f1cf38f2e534 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:41.223960 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-583c5b9a-1e49-49b7-9ba0-f1cf38f2e534 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 808 time: 0.1736095 Jun 29 10:15:41.241513 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-c6475bcc-e00a-451e-adff-fd7838cb1883 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/quotas/db622b01a1c744aaaee127fe41c6218b HTTP/1.1" status: 200 len: 375 time: 0.0117085 Jun 29 10:15:41.294894 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.301583 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.301793 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks [] for port (3218abac-906c-4347-81cb-8de5fe132990), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.388372 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.405678 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:41.406316 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.407900 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] 10.222.0.64 "PUT /v2.0/ports/19e7425a-f862-451b-b0d7-b1daeee83a67 HTTP/1.1" status: 200 len: 1093 time: 1.7003005 Jun 29 10:15:41.411726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:15:41.418946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8e096-625f-4e94-b986-4106d0defca0" -d '{"events": [{"name": "network-changed", "server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:15:41.436398 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4d455-6c31-4a32-93db-b6859cfe50cb service neutron] Pushing event updated for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:41.462936 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-32960226-73fc-4f5e-8e64-b13f6272f5ac tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094669 Jun 29 10:15:41.468024 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561416-a00d-41ac-82b7-2517741a6533 None None] Pushing event updated for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:41.504354 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8becdd-fc71-407b-bf8d-98665638241b req-23c42df3-5785-4df0-afb4-af6eb025d165 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:41.515137 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d8becdd-fc71-407b-bf8d-98665638241b req-23c42df3-5785-4df0-afb4-af6eb025d165 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1243052 Jun 29 10:15:41.691394 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Attempting to bind port 3218abac-906c-4347-81cb-8de5fe132990 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:41.693231 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Attempting to bind port 3218abac-906c-4347-81cb-8de5fe132990 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:41.696098 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Attempting to bind port 3218abac-906c-4347-81cb-8de5fe132990 on network de1474db-ddc7-4b36-900f-865aa329508e {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:41.698004 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d8becdd-fc71-407b-bf8d-98665638241b req-f14c9e24-e22f-479b-9d0e-1d39fcb7cd35 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715255 Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Checking segment: {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Bound using segment: {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Bound port: 3218abac-906c-4347-81cb-8de5fe132990, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:41.713473 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3218abac-906c-4347-81cb-8de5fe132990), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.768219 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-a28db913-b728-4701-9d3b-24fef1c29edf service neutron] 10.222.0.60 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567706 Jun 29 10:15:41.773363 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-a05415ca-ceb6-469c-9fe9-3563b450b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:41.778217 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-a05415ca-ceb6-469c-9fe9-3563b450b7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 1127 time: 0.2268815 Jun 29 10:15:41.792661 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ed561-148c-40a8-9b5a-86dfef1f6c8d x-openstack-request-id: req-ae9ed561-148c-40a8-9b5a-86dfef1f6c8d {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:15:41.792956 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:15:41.793212 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae9ed561-148c-40a8-9b5a-86dfef1f6c8d {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:15:41.793660 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9ed561-148c-40a8-9b5a-86dfef1f6c8d'] response: {'name': 'network-changed', 'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'status': 'completed', 'code': 200} Jun 29 10:15:41.875664 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] For port 3218abac-906c-4347-81cb-8de5fe132990, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:41.881203 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] For port 3218abac-906c-4347-81cb-8de5fe132990, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=3218abac-906c-4347-81cb-8de5fe132990,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:41.926884 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-4237c8ca-02e7-40ae-91bb-231b5ebafe0c None None] Provisioning complete for port 3218abac-906c-4347-81cb-8de5fe132990 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:41.930408 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4237c8ca-02e7-40ae-91bb-231b5ebafe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3218abac-906c-4347-81cb-8de5fe132990), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.958804 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:41.980013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4237c8ca-02e7-40ae-91bb-231b5ebafe0c None None] Port 3218abac-906c-4347-81cb-8de5fe132990 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:42.071264 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:42.072311 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:42.098146 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a3d9-6edc-4ec8-bd75-04a11d3cf19d req-b529ff96-6605-452d-a20f-e6cca91e36fd tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:42.111019 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7398a3d9-6edc-4ec8-bd75-04a11d3cf19d req-b529ff96-6605-452d-a20f-e6cca91e36fd tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1932461 Jun 29 10:15:42.209204 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7398a3d9-6edc-4ec8-bd75-04a11d3cf19d req-49656db3-1a7b-4a3b-b890-91a0eae05e3f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863843 Jun 29 10:15:42.305696 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:42.376875 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-d88082aa-f38f-4701-becf-b04506ad3604 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19e7425a-f862-451b-b0d7-b1daeee83a67 HTTP/1.1" status: 200 len: 217 time: 0.5807333 Jun 29 10:15:42.476016 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435758dd-efd2-4860-892d-42bc438b52ed req-cee39667-5e8c-46ce-8121-03385c0a5e6b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:42.484329 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-435758dd-efd2-4860-892d-42bc438b52ed req-cee39667-5e8c-46ce-8121-03385c0a5e6b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 943 time: 0.1116133 Jun 29 10:15:42.487220 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-80034886-3d92-490b-af13-2ac88027fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:42.490700 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-80034886-3d92-490b-af13-2ac88027fa09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.1014631 Jun 29 10:15:42.498694 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-b47c1b0e-5259-4fda-871c-ee8587ce2e9e service neutron] 10.222.0.60 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195046 Jun 29 10:15:42.530528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Provisioning complete for port 3218abac-906c-4347-81cb-8de5fe132990 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:42.530906 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3218abac-906c-4347-81cb-8de5fe132990), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:42.657826 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-435758dd-efd2-4860-892d-42bc438b52ed req-b06f4f51-474e-4aaf-9cb0-75d126694df0 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676564 Jun 29 10:15:42.659113 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-b1494049-3865-4b30-b1eb-88efb78afb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:42.665172 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-b1494049-3865-4b30-b1eb-88efb78afb94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1654809 Jun 29 10:15:42.720967 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Current status of the port 3218abac-906c-4347-81cb-8de5fe132990 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:42.721386 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (3218abac-906c-4347-81cb-8de5fe132990), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:42.733803 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561416-a00d-41ac-82b7-2517741a6533 None None] Pushing event updated for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=4']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:42.758097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:42.769309 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 4, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '3218abac-906c-4347-81cb-8de5fe132990', 'name': '', 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'mac_address': 'fa:16:3e:b0:c6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:35Z', 'updated_at': '2022-06-29T10:15:41Z', 'revision_number': 4, 'project_id': 'd894e333f661463387e5659bcb29224a', 'subnets': [{'id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:42.834788 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] For port 3218abac-906c-4347-81cb-8de5fe132990, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=3218abac-906c-4347-81cb-8de5fe132990,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:42.843022 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db74f7-4ef9-4e98-89ac-fb5c02292d60 None None] The sync data for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi is: [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:15:36Z', 'revision_number': 4, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '3218abac-906c-4347-81cb-8de5fe132990', 'name': '', 'network_id': 'de1474db-ddc7-4b36-900f-865aa329508e', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'mac_address': 'fa:16:3e:b0:c6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:35Z', 'updated_at': '2022-06-29T10:15:41Z', 'revision_number': 4, 'project_id': 'd894e333f661463387e5659bcb29224a', 'subnets': [{'id': '02101ac6-5d6f-42f9-a215-2d82c4fb2740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:42.859619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb69721-fdf0-4699-9898-bd8c112bef8c req-839cc9ec-d1c3-4117-a566-448be36cbf8e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:42.871695 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cfb69721-fdf0-4699-9898-bd8c112bef8c req-839cc9ec-d1c3-4117-a566-448be36cbf8e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1142087 Jun 29 10:15:42.877995 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55094) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:42.937162 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:15:42.946799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:42.992403 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cfb69721-fdf0-4699-9898-bd8c112bef8c req-171471cb-b8d8-40b8-8074-d431f654fafd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123953 Jun 29 10:15:43.008141 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-d88b3526-0be1-4725-b2f6-a5066fa3a7f6 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317416 Jun 29 10:15:43.214662 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54371e2a-0209-4667-8350-02e9df5b2801 req-1d70fedd-2fd3-44a7-8346-0d51d0baa8e7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:43.227004 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54371e2a-0209-4667-8350-02e9df5b2801 req-1d70fedd-2fd3-44a7-8346-0d51d0baa8e7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1066060 Jun 29 10:15:43.231166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2ba33-c8af-4e16-a24c-2ad7ac226c91 None None] Pushing event updated for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:43.264753 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d7d1755a-f446-4e57-9c87-f721a330c5cc req-7ca209c1-66d4-4964-a684-14556981fbf9 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530646 Jun 29 10:15:43.318748 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0c14e60-f679-4fb4-9769-f347726a67b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:43.390209 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-54371e2a-0209-4667-8350-02e9df5b2801 req-e00b1b48-a82e-4230-b696-536ff4f3abc1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610224 Jun 29 10:15:43.518965 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-06ae251f-a155-4436-be3d-b4c9b692b987 req-de37968f-1748-46cb-8b40-c49740966417 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0539584 Jun 29 10:15:43.567507 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0c14e60-f679-4fb4-9769-f347726a67b3 admin admin] Publish callbacks [] for security_group (460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:43.608160 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8e096-625f-4e94-b986-4106d0defca0 req-23052873-4460-4d8c-8e85-3b57d7028ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:43.613311 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-23052873-4460-4d8c-8e85-3b57d7028ef9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 1127 time: 0.2039928 Jun 29 10:15:43.632925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ae16-4fea-4166-8b9e-485601c7e56b req-660cf28d-3b34-4830-b346-ef113a1b6b14 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:43.634472 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bae9ae16-4fea-4166-8b9e-485601c7e56b req-660cf28d-3b34-4830-b346-ef113a1b6b14 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1822710 Jun 29 10:15:43.725453 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-e0c14e60-f679-4fb4-9769-f347726a67b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:43.759470 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bae9ae16-4fea-4166-8b9e-485601c7e56b req-52fd348d-9aa2-4442-b399-abeee8d71e46 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068280 Jun 29 10:15:43.774871 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8e096-625f-4e94-b986-4106d0defca0 req-04e8799b-bcb1-4c27-b803-5ad35b1bf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:43.776364 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-04e8799b-bcb1-4c27-b803-5ad35b1bf7c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.1520889 Jun 29 10:15:43.832887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14e60-f679-4fb4-9769-f347726a67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:43.843703 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-679fba61-227e-4a67-9a71-65c6e6240228 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19e7425a-f862-451b-b0d7-b1daeee83a67 HTTP/1.1" status: 200 len: 217 time: 0.0577705 Jun 29 10:15:43.902197 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e0c14e60-f679-4fb4-9769-f347726a67b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=439d4e0d7c4b4469b4359cf4190623e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0206490 Jun 29 10:15:43.907482 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55114) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:43.925365 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8e096-625f-4e94-b986-4106d0defca0 req-11412557-d3cb-40ef-a715-1511d0ea3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:43.927185 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-11412557-d3cb-40ef-a715-1511d0ea3da7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0756907 Jun 29 10:15:44.010490 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8e096-625f-4e94-b986-4106d0defca0 req-c8324700-5101-48d8-b27c-45a60abb771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:44.012752 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-c8324700-5101-48d8-b27c-45a60abb771a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781164 Jun 29 10:15:44.031159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db824e6-5e89-43bf-9a0a-a13234c5d966 req-3a87ab3a-7bb1-4c97-a576-5cf07abd3f7c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:44.031159 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8db824e6-5e89-43bf-9a0a-a13234c5d966 req-3a87ab3a-7bb1-4c97-a576-5cf07abd3f7c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 943 time: 0.1687453 Jun 29 10:15:44.031159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] Publish callbacks [] for security_group (460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.098090 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] Publish callbacks [] for security_group (460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.169226 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8db824e6-5e89-43bf-9a0a-a13234c5d966 req-191967d4-54f6-4202-8015-da1b6cd63889 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336479 Jun 29 10:15:44.298232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55130) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:44.298419 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c58cf-7ce0-48fa-9b37-86642d717c8c req-e489a694-453e-488d-9fdb-be80c2e65a26 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:44.299943 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b29c58cf-7ce0-48fa-9b37-86642d717c8c req-e489a694-453e-488d-9fdb-be80c2e65a26 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1241977 Jun 29 10:15:44.306798 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-66262c1b-891f-40a9-ba59-6bb89497c6bf service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878928 Jun 29 10:15:44.385920 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.395802 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.398075 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab HTTP/1.1" status: 204 len: 168 time: 0.4892316 Jun 29 10:15:44.479967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Deleting subnet 8a8e9fb7-6964-4983-bc01-500a0fcf16e0 {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:15:44.483468 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72513d-80ce-4ae5-bce6-fb2c98962103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e9f0a-43a0-49c7-9c0e-cafc3a5ff7ab,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:44.495481 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b29c58cf-7ce0-48fa-9b37-86642d717c8c req-6d8cf86e-57e3-4be4-991f-295328869552 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848166 Jun 29 10:15:44.498918 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Publish callbacks [] for subnet (8a8e9fb7-6964-4983-bc01-500a0fcf16e0), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.570860 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 3218abac-906c-4347-81cb-8de5fe132990 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:44.588307 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-08f8e096-625f-4e94-b986-4106d0defca0 req-fdbfe947-0d9b-4cf9-a55a-b74216dcb13c service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738490 Jun 29 10:15:44.682872 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cac962e7-93a8-4683-9894-72b397cd8f8d req-6f142986-aa19-466b-b745-11f8a3f39c05 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0365820 Jun 29 10:15:44.685591 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 3218abac-906c-4347-81cb-8de5fe132990 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:44.718707 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (3218abac-906c-4347-81cb-8de5fe132990), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.719874 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Publish callbacks [] for subnet (8a8e9fb7-6964-4983-bc01-500a0fcf16e0), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.729492 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (8a8e9fb7-6964-4983-bc01-500a0fcf16e0), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:44.779702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d195b5-635c-4fdf-bee9-89949b29ab87 req-f5fa8ef9-9eda-4967-87bc-19b040b22e75 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:44.782333 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f7d195b5-635c-4fdf-bee9-89949b29ab87 req-f5fa8ef9-9eda-4967-87bc-19b040b22e75 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1475954 Jun 29 10:15:44.787888 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 3218abac-906c-4347-81cb-8de5fe132990 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:44.859804 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f7d195b5-635c-4fdf-bee9-89949b29ab87 req-318e940f-55a2-4356-8128-0ba61d65776e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693607 Jun 29 10:15:44.900695 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e396fd-d153-4d9d-a644-531747e6ea58 req-956af35e-fa65-4b17-b798-0c175fbd974c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:44.902178 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-45e396fd-d153-4d9d-a644-531747e6ea58 req-956af35e-fa65-4b17-b798-0c175fbd974c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0618472 Jun 29 10:15:44.948793 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-45e396fd-d153-4d9d-a644-531747e6ea58 req-b178e657-cc12-4b9f-90d5-567fb2f4c393 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 Jun 29 10:15:45.206266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (8a8e9fb7-6964-4983-bc01-500a0fcf16e0), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.233904 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8e9fb7-6964-4983-bc01-500a0fcf16e0,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:45.245940 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.249582 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6fc3b60b-6017-4f3c-87c5-32c55166e1a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8a8e9fb7-6964-4983-bc01-500a0fcf16e0 HTTP/1.1" status: 204 len: 168 time: 0.9501612 Jun 29 10:15:45.253102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55146) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:45.294002 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcc4a9-985c-458f-af13-94d6bb8640d4 req-cfc6b46d-2ec3-4600-bd38-df38e3b944c3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:45.295745 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2abcc4a9-985c-458f-af13-94d6bb8640d4 req-cfc6b46d-2ec3-4600-bd38-df38e3b944c3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 943 time: 0.0655727 Jun 29 10:15:45.362309 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2abcc4a9-985c-458f-af13-94d6bb8640d4 req-71509cfe-3f19-487f-a136-7330580b392f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584569 Jun 29 10:15:45.393633 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (23277e55-0176-42b7-9942-9e86850872e7), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.478905 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 19e7425a-f862-451b-b0d7-b1daeee83a67 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:15:45.519194 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (23277e55-0176-42b7-9942-9e86850872e7), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.550507 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23277e55-0176-42b7-9942-9e86850872e7']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:45.561185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5c503d-8752-441a-9f63-6413759dc7b5') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:45.561719 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5c503d-8752-441a-9f63-6413759dc7b5') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:45.576051 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (cc5c503d-8752-441a-9f63-6413759dc7b5), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.590133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (cc5c503d-8752-441a-9f63-6413759dc7b5), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.597031 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:15:45.597431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (cc5c503d-8752-441a-9f63-6413759dc7b5), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.695536 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=19e7425a-f862-451b-b0d7-b1daeee83a67,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:45.709216 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment cc5c503d-8752-441a-9f63-6413759dc7b5 resource provider aggregate not found Jun 29 10:15:45.715726 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'port_id': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'mac_address': 'fa:16:3e:12:c3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:15:45.734020 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment cc5c503d-8752-441a-9f63-6413759dc7b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc5c503d-8752-441a-9f63-6413759dc7b5 found for delete ", "request_id": "req-82aa94bd-97be-4b9e-b6ae-69280d62de9a"}]} Jun 29 10:15:45.773489 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 19e7425a-f862-451b-b0d7-b1daeee83a67 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:45.773708 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.789330 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e7425a-f862-451b-b0d7-b1daeee83a67 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:15:45.811327 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46519d33-05f0-4af3-9daa-986adc3b5f0f req-c03fe65b-daee-43bb-8bbd-5e46f3082c69 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:45.813558 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-46519d33-05f0-4af3-9daa-986adc3b5f0f req-c03fe65b-daee-43bb-8bbd-5e46f3082c69 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0919967 Jun 29 10:15:45.824478 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=19e7425a-f862-451b-b0d7-b1daeee83a67,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:45.847911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (23277e55-0176-42b7-9942-9e86850872e7), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.861688 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.868241 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] 10.222.0.60 "DELETE /v2.0/networks/23277e55-0176-42b7-9942-9e86850872e7 HTTP/1.1" status: 204 len: 168 time: 0.6115739 Jun 29 10:15:45.870009 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-070886fd-6282-43ac-a9dc-1d76f59ce1e3 req-5b94013d-44b9-4681-b1ff-f63dd5f2a449 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0502598 Jun 29 10:15:45.877256 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55168) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:45.910475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c016-68eb-4ce4-a345-25111bf5094d admin admin] Pushing event deleted for resources: {'Network': ['ID=23277e55-0176-42b7-9942-9e86850872e7,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:45.924360 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:45.991892 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Deleting subnet 57718722-2f33-4851-8161-4f0e36c2fe69 {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:15:45.997253 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Publish callbacks [] for subnet (57718722-2f33-4851-8161-4f0e36c2fe69), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.013625 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-46519d33-05f0-4af3-9daa-986adc3b5f0f req-9a96349a-ecc9-44fd-a49f-18bad80f9f2b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891451 Jun 29 10:15:46.028389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:46.119294 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Publish callbacks [] for subnet (57718722-2f33-4851-8161-4f0e36c2fe69), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.137215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce763000-57ad-4ce8-a56e-b8b0bfc1f8d2 req-e98e3111-dddf-4ed8-a916-ee7605b6ad09 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:46.153752 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce763000-57ad-4ce8-a56e-b8b0bfc1f8d2 req-e98e3111-dddf-4ed8-a916-ee7605b6ad09 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1510456 Jun 29 10:15:46.192716 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db82ab-dfc3-4f10-bf4e-578b2ab97ddf req-fcaa2dc7-531b-47ee-9943-bcd82244324c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:46.194293 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c8db82ab-dfc3-4f10-bf4e-578b2ab97ddf req-fcaa2dc7-531b-47ee-9943-bcd82244324c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0875399 Jun 29 10:15:46.196742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (57718722-2f33-4851-8161-4f0e36c2fe69), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.229215 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['19e7425a-f862-451b-b0d7-b1daeee83a67'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:15:46.284105 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce763000-57ad-4ce8-a56e-b8b0bfc1f8d2 req-d63566c3-3812-4058-aedd-ee0f2e0730a2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Jun 29 10:15:46.385021 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c8db82ab-dfc3-4f10-bf4e-578b2ab97ddf req-c43d2893-3c53-4346-9cd5-a57b534b25ee tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632993 Jun 29 10:15:46.416390 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for subnet (57718722-2f33-4851-8161-4f0e36c2fe69), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.477613 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57718722-2f33-4851-8161-4f0e36c2fe69,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:46.524870 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.532773 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f9b2d790-77ae-4e24-8267-a7615a5db107 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57718722-2f33-4851-8161-4f0e36c2fe69 HTTP/1.1" status: 204 len: 168 time: 0.6511278 Jun 29 10:15:46.533066 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55186) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:46.598291 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfad03-94cf-441c-980a-7e8d419c7cb9 req-5357d400-11e2-4736-a1b4-cdf4b21b9e07 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:46.600064 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bfcfad03-94cf-441c-980a-7e8d419c7cb9 req-5357d400-11e2-4736-a1b4-cdf4b21b9e07 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 944 time: 0.0963447 Jun 29 10:15:46.677777 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (a709c363-f9d4-457b-9a03-7ffa0ce79669), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.689118 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bfcfad03-94cf-441c-980a-7e8d419c7cb9 req-ed6ad463-5e46-42df-a832-36998f3c8e6b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815015 Jun 29 10:15:46.766572 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (a709c363-f9d4-457b-9a03-7ffa0ce79669), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.805165 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a709c363-f9d4-457b-9a03-7ffa0ce79669']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:46.826116 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473666be-b5a1-414c-9ceb-83e2cde9231a') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:46.826401 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473666be-b5a1-414c-9ceb-83e2cde9231a') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:46.851606 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (473666be-b5a1-414c-9ceb-83e2cde9231a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.883684 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (473666be-b5a1-414c-9ceb-83e2cde9231a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:46.932360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:15:46.932833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (473666be-b5a1-414c-9ceb-83e2cde9231a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:47.084639 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (a709c363-f9d4-457b-9a03-7ffa0ce79669), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:47.134404 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:47.144211 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a709c363-f9d4-457b-9a03-7ffa0ce79669 HTTP/1.1" status: 204 len: 168 time: 0.6035907 Jun 29 10:15:47.161373 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-68790cc7-be76-452b-ad66-fef9c7f37ad0 req-efc947c2-c225-4cd8-a258-470b6384b2f9 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.1319153 Jun 29 10:15:47.196258 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374285-2ad1-4e3f-b37c-56d747cc9e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a709c363-f9d4-457b-9a03-7ffa0ce79669,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:47.212235 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-0f37b399-00ba-44a7-9671-28ad312a3bde tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.213893 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-0f37b399-00ba-44a7-9671-28ad312a3bde tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 808 time: 0.3415451 Jun 29 10:15:47.260550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef02a8c-2017-48a7-9f59-a5c7d0b65016 req-50d49d0e-7564-4805-ad70-ca2b17926ba1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.269114 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bef02a8c-2017-48a7-9f59-a5c7d0b65016 req-50d49d0e-7564-4805-ad70-ca2b17926ba1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1398182 Jun 29 10:15:47.357100 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bef02a8c-2017-48a7-9f59-a5c7d0b65016 req-30baf4e9-9230-4986-adab-5bed2b4a76d3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848503 Jun 29 10:15:47.461324 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-27da5f77-6998-4670-a7df-e84bfb14a8b0 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db622b01a1c744aaaee127fe41c6218b HTTP/1.1" status: 200 len: 379 time: 0.2287583 Jun 29 10:15:47.474145 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'port': {'device_id': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'admin_state_up': True, 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'security_groups': ['4fbd9274-ea18-4f98-8776-a5c53cf59327']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:47.485891 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 19e7425a-f862-451b-b0d7-b1daeee83a67 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:47.611383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8aca1-240c-483c-bf05-1c272d4235f4 req-970b5344-776a-4c7d-a9c3-fc4030109d93 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.621595 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72c8aca1-240c-483c-bf05-1c272d4235f4 req-970b5344-776a-4c7d-a9c3-fc4030109d93 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1113718 Jun 29 10:15:47.714070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72c8aca1-240c-483c-bf05-1c272d4235f4 req-45176b1e-ea74-44d6-bcd7-2a1b88d5a25b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902030 Jun 29 10:15:47.748369 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 19e7425a-f862-451b-b0d7-b1daeee83a67 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:15:47.754965 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 19e7425a-f862-451b-b0d7-b1daeee83a67 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:47.755335 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:47.768896 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 473666be-b5a1-414c-9ceb-83e2cde9231a resource provider aggregate not found Jun 29 10:15:47.829320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55210) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:47.831222 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 473666be-b5a1-414c-9ceb-83e2cde9231a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 473666be-b5a1-414c-9ceb-83e2cde9231a found for delete ", "request_id": "req-afde67a2-4c29-4f55-badd-215ec99f2e30"}]} Jun 29 10:15:47.886462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fbd2-c424-4871-bbee-521f3befa4f4 req-2bee2fc4-5a95-42a0-8baa-359a36831d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.888590 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8386fbd2-c424-4871-bbee-521f3befa4f4 req-2bee2fc4-5a95-42a0-8baa-359a36831d5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1129 time: 0.2637279 Jun 29 10:15:47.895347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a20c-db1c-4ef7-9258-c5d2a30a4d39 req-a234dbd0-8b33-4444-aed3-4a7c47a310d5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.900911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885b10e-c0ba-4491-a100-10637468e63e req-569cddf5-3e56-470f-97f0-ed12211b86b2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:47.906669 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 19e7425a-f862-451b-b0d7-b1daeee83a67 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:47.907000 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b638a20c-db1c-4ef7-9258-c5d2a30a4d39 req-a234dbd0-8b33-4444-aed3-4a7c47a310d5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 944 time: 0.1288109 Jun 29 10:15:47.907500 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:47.909243 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2885b10e-c0ba-4491-a100-10637468e63e req-569cddf5-3e56-470f-97f0-ed12211b86b2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.3737059 Jun 29 10:15:47.936472 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d67131de-4b90-4e3b-a48e-814a38d1ef2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5c1f11a524140a6a5033c2dd237aa6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034715 Jun 29 10:15:47.937573 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55212) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:47.968205 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=19e7425a-f862-451b-b0d7-b1daeee83a67,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:47.970446 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:15:47.973144 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57662b-1122-4093-a70f-7534cba0c2e1" -d '{"events": [{"server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "name": "network-vif-plugged", "status": "completed", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:15:48.012361 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b638a20c-db1c-4ef7-9258-c5d2a30a4d39 req-4de9575f-66f4-4f28-809d-822379b7bf92 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042638 Jun 29 10:15:48.014868 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8386fbd2-c424-4871-bbee-521f3befa4f4 req-8edfad4c-4dc7-4920-b187-c43563b56f31 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971360 Jun 29 10:15:48.033417 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2885b10e-c0ba-4491-a100-10637468e63e req-672cf38c-3a6a-438d-928b-e280bb9c7a75 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230769 Jun 29 10:15:48.038775 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.064300 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] Publish callbacks [] for security_group (7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.075341 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebfac0d-f9f4-4a42-b9e2-fb1f7b06cf72 x-openstack-request-id: req-5ebfac0d-f9f4-4a42-b9e2-fb1f7b06cf72 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:15:48.075665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "name": "network-vif-plugged", "status": "completed", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:15:48.076097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ebfac0d-f9f4-4a42-b9e2-fb1f7b06cf72 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:15:48.077030 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebfac0d-f9f4-4a42-b9e2-fb1f7b06cf72'] response: {'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'code': 200} Jun 29 10:15:48.091808 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] Publish callbacks [] for security_group (7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.115167 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:48.118004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Made reservation on behalf of db622b01a1c744aaaee127fe41c6218b for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:15:48.131733 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.209161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.214311 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.215686 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc HTTP/1.1" status: 204 len: 168 time: 0.2765219 Jun 29 10:15:48.244639 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9baf28-deea-4fb4-951d-2891685ea7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9af75-ce2e-4a3b-aa2e-09ee2f90b9dc,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:48.430497 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c57f1f09-9b40-446f-8025-e15ba79a05f2 req-6bccd8ae-bd36-4b7d-ae44-aa3cf53e5f04 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0530231 Jun 29 10:15:48.483423 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Allocated IP 172.20.0.3 (d4d6b2fb-f312-4382-9f8c-314caff7162d/928d13d3-9118-4573-9012-ad128bd5b8e0/e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:15:48.596159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fdd91-634b-4238-b53f-f771f3b04606 req-00561d39-a441-4d79-86e1-3b94ef9ab88f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:48.603197 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-175fdd91-634b-4238-b53f-f771f3b04606 req-00561d39-a441-4d79-86e1-3b94ef9ab88f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0909348 Jun 29 10:15:48.688630 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-175fdd91-634b-4238-b53f-f771f3b04606 req-88b464ff-2f83-4de3-952e-d0f09239a984 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809605 Jun 29 10:15:48.727791 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.797401 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9063-9eb6-4449-bea4-106df364669c req-ab8719fc-7602-486a-87d3-167b06bb1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:48.798608 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-efaf9063-9eb6-4449-bea4-106df364669c req-ab8719fc-7602-486a-87d3-167b06bb1a84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 1129 time: 0.0831468 Jun 29 10:15:48.875428 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-efaf9063-9eb6-4449-bea4-106df364669c req-d3de7f2a-583a-48e5-9529-360f14efb25e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643110 Jun 29 10:15:48.911132 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bb286-fe22-4bc9-919a-5b1e46c17f92 req-85a42839-c202-4366-b9a3-68aca719dfb3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:48.912771 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4a2bb286-fe22-4bc9-919a-5b1e46c17f92 req-85a42839-c202-4366-b9a3-68aca719dfb3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1132638 Jun 29 10:15:48.981469 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:48.994629 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4a2bb286-fe22-4bc9-919a-5b1e46c17f92 req-5a446f1d-1642-4e29-86e0-9a10bb032d52 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748119 Jun 29 10:15:49.029773 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Network d4d6b2fb-f312-4382-9f8c-314caff7162d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:15:49.033310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:15:49.052989 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:15:49.154702 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:49.155414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.170446 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:49.273514 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55234) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:49.277101 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bd64-f96b-4da7-be0c-aacf48b503d7 req-1bb8a728-cf92-4075-a0f5-367d9bd6d677 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:49.278823 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4798bd64-f96b-4da7-be0c-aacf48b503d7 req-1bb8a728-cf92-4075-a0f5-367d9bd6d677 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.1367712 Jun 29 10:15:49.370058 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4798bd64-f96b-4da7-be0c-aacf48b503d7 req-ce16e2c4-924c-4702-8c2d-ccc06ecf7ef7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854273 Jun 29 10:15:49.377816 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f199ac5d-6515-4ded-81fa-2e2544fc8592 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9096999 Jun 29 10:15:49.420699 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Request body: {'port': {'device_id': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:49.428688 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-829d4661-b91f-402d-8e52-f91b25c29535 None None] Provisioning complete for port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:49.429245 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-829d4661-b91f-402d-8e52-f91b25c29535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.451338 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ceae365f-787b-4bad-9d24-6a2ff037533b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0bcaa6a2f8a4fe4a05729061d372fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740992 Jun 29 10:15:49.451771 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55242) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:49.472836 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f6ec2-042d-481c-bf95-351ab9b264a7 req-8e5a25a6-b3c0-46c0-937a-731ccea10642 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:49.475682 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-905f6ec2-042d-481c-bf95-351ab9b264a7 req-8e5a25a6-b3c0-46c0-937a-731ccea10642 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.2272880 Jun 29 10:15:49.485238 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:15:49.521045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.569245 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] Publish callbacks [] for security_group (3632e9ca-b8a2-4781-a8ad-46d85b3090f5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.643512 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] Publish callbacks [] for security_group (3632e9ca-b8a2-4781-a8ad-46d85b3090f5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.688917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:49.717013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-829d4661-b91f-402d-8e52-f91b25c29535 None None] Port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:15:49.726067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '7d93690a-62d7-440d-8115-4c336e22acb9', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:15:49.768389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: ACTIVE; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:49.768806 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:49.821120 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:15:49.835367 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-905f6ec2-042d-481c-bf95-351ab9b264a7 req-ab9778b5-1bea-4f66-9467-3ba4672fe8ad tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504081 Jun 29 10:15:49.847609 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:49.940241 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc833a76-8067-4b62-8d28-5a9d688248ea req-fa10cd6d-92a9-4e95-8b8b-0fa4d2307424 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:49.952885 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dc833a76-8067-4b62-8d28-5a9d688248ea req-fa10cd6d-92a9-4e95-8b8b-0fa4d2307424 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 931 time: 0.3646264 Jun 29 10:15:49.987338 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:50.007624 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:15:50.049368 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dc833a76-8067-4b62-8d28-5a9d688248ea req-41bca761-d56e-4db2-ac70-11e52bf11a82 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954697 Jun 29 10:15:50.054134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks [] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:50.215474 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1217d2-5026-4538-8cca-72f2c0f93a39 req-67c627db-abec-4e8d-8f8d-23b1d3b418e4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:50.217174 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb1217d2-5026-4538-8cca-72f2c0f93a39 req-67c627db-abec-4e8d-8f8d-23b1d3b418e4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.2428644 Jun 29 10:15:50.254018 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=6']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:50.314985 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb1217d2-5026-4538-8cca-72f2c0f93a39 req-9d29e71c-fb8b-4cae-9fef-b5bbc2f7518b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837569 Jun 29 10:15:50.353813 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['7d93690a-62d7-440d-8115-4c336e22acb9'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:15:50.354162 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351b88-cbca-472f-ac49-426139cf3e8b req-32c848c8-d66b-4150-8c56-929eb07d3220 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:50.355898 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ab351b88-cbca-472f-ac49-426139cf3e8b req-32c848c8-d66b-4150-8c56-929eb07d3220 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0842144 Jun 29 10:15:50.412417 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ab351b88-cbca-472f-ac49-426139cf3e8b req-bc382540-97c5-46e7-b865-522675645944 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 Jun 29 10:15:50.505350 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ede6a-8c9f-4e42-bfe8-2ad5d8ea73cf req-25882950-3704-4441-9dad-e8fe4a34cd4c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:50.506832 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d64ede6a-8c9f-4e42-bfe8-2ad5d8ea73cf req-25882950-3704-4441-9dad-e8fe4a34cd4c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Jun 29 10:15:50.552375 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d64ede6a-8c9f-4e42-bfe8-2ad5d8ea73cf req-f85d0b78-9c06-4541-ae69-035d728dd3ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Jun 29 10:15:50.969067 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05843de-3bda-475e-9e53-d45075a9833a req-c4bf0dc3-343c-4697-be91-e3843a2988d6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:50.970523 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c05843de-3bda-475e-9e53-d45075a9833a req-c4bf0dc3-343c-4697-be91-e3843a2988d6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0551713 Jun 29 10:15:51.016436 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c05843de-3bda-475e-9e53-d45075a9833a req-9e868b75-f8ef-4f91-ad56-43a0236a4a67 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Jun 29 10:15:51.101048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Transition to ACTIVE for port object e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:15:51.101690 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (3632e9ca-b8a2-4781-a8ad-46d85b3090f5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.104745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.108884 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3632e9ca-b8a2-4781-a8ad-46d85b3090f5 HTTP/1.1" status: 204 len: 168 time: 1.6526780 Jun 29 10:15:51.121103 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f8b2-4c7b-42a4-b898-cbe50115c397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3632e9ca-b8a2-4781-a8ad-46d85b3090f5,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:51.198922 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.227007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d09cdc-a079-40b4-b705-f6a139a0ceb7 req-b9b39e59-6f28-46d0-8f00-47959f730e32 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:51.232787 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-55d09cdc-a079-40b4-b705-f6a139a0ceb7 req-b9b39e59-6f28-46d0-8f00-47959f730e32 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 931 time: 0.1095450 Jun 29 10:15:51.328320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:51.360119 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-55d09cdc-a079-40b4-b705-f6a139a0ceb7 req-bf39eaeb-b99a-4010-bf43-ce22956e6353 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976174 Jun 29 10:15:51.425978 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Attempting to bind port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:15:51.426414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Attempting to bind port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:15:51.426812 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Attempting to bind port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 on network d4d6b2fb-f312-4382-9f8c-314caff7162d {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:51.448475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 on network d4d6b2fb-f312-4382-9f8c-314caff7162d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:15:51.449005 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Attempting to bind port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 on network d4d6b2fb-f312-4382-9f8c-314caff7162d {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:15:51.465050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:15:51.466697 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Checking segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:15:51.468452 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Bound using segment: {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:15:51.469164 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Bound port: e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fb7d0f-d158-40f0-ba37-fe19302346f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:15:51.479397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.523020 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:15:51.662794 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 7d93690a-62d7-440d-8115-4c336e22acb9 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:15:51.663457 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.706152 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fb4a9-0942-4f29-adef-16fad6c18f10 req-1dff3882-775c-4521-baa2-573fb51358de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:51.711810 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5b5fb4a9-0942-4f29-adef-16fad6c18f10 req-1dff3882-775c-4521-baa2-573fb51358de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.1791022 Jun 29 10:15:51.771085 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:15:51.793593 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-9449d233-0e93-409e-9442-ba3b1ebf8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:51.795255 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-9449d233-0e93-409e-9442-ba3b1ebf8d5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 1129 time: 0.1852496 Jun 29 10:15:51.797915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:15:51.808055 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a346c3-6c83-4309-ae11-936a414946dc req-c5b7f258-f6ba-40fe-95c7-c974c0bda8aa tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:51.821122 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-58a346c3-6c83-4309-ae11-936a414946dc req-c5b7f258-f6ba-40fe-95c7-c974c0bda8aa tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.2475672 Jun 29 10:15:51.880329 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5b5fb4a9-0942-4f29-adef-16fad6c18f10 req-77be1161-0739-48e2-a8bb-d4115e59a87e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676481 Jun 29 10:15:51.918106 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:15:51.918499 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.925034 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:51.977078 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:15:51.980059 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc635f4-d237-44f4-a9af-c900f28238af" -d '{"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:15:52.032651 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:15:52.077599 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c13a9-ce3c-4c1c-b15a-74b6f66a5e05 req-7646e867-3cc1-44e4-903a-4dd8507e7cc3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.087587 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e6c13a9-ce3c-4c1c-b15a-74b6f66a5e05 req-7646e867-3cc1-44e4-903a-4dd8507e7cc3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1016684 Jun 29 10:15:52.107432 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:52.130447 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.131183 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:52.132656 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] 10.222.0.64 "PUT /v2.0/ports/e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 1093 time: 2.7197039 Jun 29 10:15:52.148065 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:15:52.159404 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf03ddc-91cd-4fc3-a82f-538618c6448e" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:15:52.211950 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e6c13a9-ce3c-4c1c-b15a-74b6f66a5e05 req-c23fdcee-752f-4175-9867-49ce6875f1bb tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188281 Jun 29 10:15:52.215190 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=7']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:52.246616 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-58a346c3-6c83-4309-ae11-936a414946dc req-e960a422-ec94-41eb-b4be-6453bea8cf03 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233410 Jun 29 10:15:52.347668 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04af9e2-5972-4846-99f3-e04a98afa928 x-openstack-request-id: req-f04af9e2-5972-4846-99f3-e04a98afa928 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:15:52.347864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:15:52.348120 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f04af9e2-5972-4846-99f3-e04a98afa928 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:15:52.352845 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04af9e2-5972-4846-99f3-e04a98afa928'] response: {'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'code': 200} Jun 29 10:15:52.399975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59232e5-f80d-4a4b-8929-fd6c4467f1c0 req-9208d371-bc9f-4440-b87a-b8a12cafe048 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.403342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaf6e2-9370-4616-aada-e470e9e45bda service neutron] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:52.407992 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f59232e5-f80d-4a4b-8929-fd6c4467f1c0 req-9208d371-bc9f-4440-b87a-b8a12cafe048 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0852690 Jun 29 10:15:52.455451 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd2cf8-295d-412e-b614-3d0e35ed7980 x-openstack-request-id: req-4bbd2cf8-295d-412e-b614-3d0e35ed7980 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:15:52.459464 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:15:52.459931 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bbd2cf8-295d-412e-b614-3d0e35ed7980 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:15:52.460708 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbd2cf8-295d-412e-b614-3d0e35ed7980'] response: {'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'status': 'completed', 'code': 200} Jun 29 10:15:52.473836 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-1c914b8a-87d1-4b89-a97c-c4c32d9c76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.476628 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-1c914b8a-87d1-4b89-a97c-c4c32d9c76f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.6525149 Jun 29 10:15:52.490129 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f59232e5-f80d-4a4b-8929-fd6c4467f1c0 req-5397c460-e7ab-468c-ae19-e32827a5a1bb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805960 Jun 29 10:15:52.568735 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-8597e738-14ed-497b-b021-50e8f91b2c33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 200 len: 217 time: 0.0816071 Jun 29 10:15:52.722294 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d73bc-9397-4d0f-921e-ea1881d486ba req-decb3668-2819-4a30-b0c6-2cef41ba0b90 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.723841 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6d6d73bc-9397-4d0f-921e-ea1881d486ba req-decb3668-2819-4a30-b0c6-2cef41ba0b90 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.1532011 Jun 29 10:15:52.734031 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55346) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:52.738739 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'port_id': '19e7425a-f862-451b-b0d7-b1daeee83a67'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:15:52.797004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-a4ff3248-291c-4a7a-b56c-669f37b85c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.798550 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-a4ff3248-291c-4a7a-b56c-669f37b85c1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1127 time: 0.5038509 Jun 29 10:15:52.810517 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:52.857321 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-f43889c1-c0a8-4908-a4cc-52d0469fb6c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 217 time: 0.0510821 Jun 29 10:15:52.864749 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-e445d933-6f67-4cff-8409-b20974af9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.866189 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-e445d933-6f67-4cff-8409-b20974af9b27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.2296641 Jun 29 10:15:52.884776 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13050b69-3103-42f1-9aaa-6f45568c05ff req-842608f4-f49d-4a46-979e-831a8f57f1e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:52.892631 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-13050b69-3103-42f1-9aaa-6f45568c05ff req-842608f4-f49d-4a46-979e-831a8f57f1e7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.3263140 Jun 29 10:15:53.037731 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-80be3b63-e9a7-4474-b79b-ec48e3c47a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:53.039472 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-80be3b63-e9a7-4474-b79b-ec48e3c47a09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.1709528 Jun 29 10:15:53.287474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96f153-c874-4585-9a7b-df757b1b0433 req-b33d7856-9896-4598-926f-404ff0a0838f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:53.294302 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6b96f153-c874-4585-9a7b-df757b1b0433 req-b33d7856-9896-4598-926f-404ff0a0838f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.2695072 Jun 29 10:15:53.507324 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6b96f153-c874-4585-9a7b-df757b1b0433 req-8882267f-4426-4df5-b09a-f873377b878a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115946 Jun 29 10:15:53.609106 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-13050b69-3103-42f1-9aaa-6f45568c05ff req-a37dcec7-c2dd-42b7-b4ec-eb5980bab7b7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7152519 Jun 29 10:15:53.646490 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-6ab47746-73ad-44e9-a6ed-7bfad0841ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:53.656338 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-6ab47746-73ad-44e9-a6ed-7bfad0841ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7789993 Jun 29 10:15:53.851010 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-841c11d6-d830-494e-be72-b49dc6f9472b service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831226 Jun 29 10:15:53.903293 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-b293bb87-40e6-4a61-988c-87f9706621ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:53.905002 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-b293bb87-40e6-4a61-988c-87f9706621ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8507333 Jun 29 10:15:54.070582 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-894b3fa1-1308-45a0-beb9-28ebf0fd25b5 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488631 Jun 29 10:15:54.177196 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:54.211334 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98e44a50-6589-48f0-bef3-c5e41427d72c req-23251b86-a6cc-4fe2-9f10-951d56a5473b service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050782 Jun 29 10:15:54.247712 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e6cd-1bbe-4e7b-be3e-384c3832bb79 req-e03ebde9-5d13-4c63-a552-d421c61b8e19 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:54.255396 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8b20e6cd-1bbe-4e7b-be3e-384c3832bb79 req-e03ebde9-5d13-4c63-a552-d421c61b8e19 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.4025755 Jun 29 10:15:54.257773 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7acbf7-ea63-4750-bdaa-dead837c65b2 req-50c7cae1-810f-469c-9987-4758b0d4ea88 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:54.261394 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2e7acbf7-ea63-4750-bdaa-dead837c65b2 req-50c7cae1-810f-469c-9987-4758b0d4ea88 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.5954075 Jun 29 10:15:54.265546 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:54.429048 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8b20e6cd-1bbe-4e7b-be3e-384c3832bb79 req-4ac4d78e-1ded-4d42-bae2-870a87775a6a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726527 Jun 29 10:15:54.431591 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a231acaa-af3c-48b8-b37b-175bc8a5c843 req-861365f2-fffe-4789-b0d5-632446428bcc service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540657 Jun 29 10:15:54.516979 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-9dba73ed-38a2-47e4-8d97-ce0437770140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:54.516979 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-9dba73ed-38a2-47e4-8d97-ce0437770140 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1127 time: 0.1533039 Jun 29 10:15:54.725506 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP 7285da07-2826-436a-a80d-94c46b893c92 associated. External IP: 172.27.1.27, port: 19e7425a-f862-451b-b0d7-b1daeee83a67. Jun 29 10:15:54.861881 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55376) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:54.887485 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-06fc22c1-3a2f-4971-8048-6bae36c7de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:54.890383 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-06fc22c1-3a2f-4971-8048-6bae36c7de4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.3699586 Jun 29 10:15:54.914980 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2e7acbf7-ea63-4750-bdaa-dead837c65b2 req-a73abc8b-ad27-4dfd-81fe-507ccb5e0b6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369210 Jun 29 10:15:55.049040 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55380) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:55.084452 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03cc06-08b9-4f72-9795-73f663f4515d req-b698dc74-bf8b-4a30-b8d5-a9609e33a540 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:55.103065 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cd03cc06-08b9-4f72-9795-73f663f4515d req-b698dc74-bf8b-4a30-b8d5-a9609e33a540 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.3051140 Jun 29 10:15:55.132055 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-cfed8dc0-75a7-45a6-887c-77dfbb0ad885 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 217 time: 0.2304037 Jun 29 10:15:55.326510 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694103e-3cd5-4521-9b26-25b2639fb18c req-9380feee-b6cc-4393-bc2e-bab1c2b553bc tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:55.334918 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b694103e-3cd5-4521-9b26-25b2639fb18c req-9380feee-b6cc-4393-bc2e-bab1c2b553bc tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.2712855 Jun 29 10:15:55.335482 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5e62e6e4-e6fc-456d-a3fb-56a570672ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.366639 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cd03cc06-08b9-4f72-9795-73f663f4515d req-3593c49f-b734-44fc-b698-5b0c963f5928 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621920 Jun 29 10:15:55.398689 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-8f8ef983-a638-4e1a-9501-e292e3afe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:55.400560 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-8f8ef983-a638-4e1a-9501-e292e3afe3f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.2559781 Jun 29 10:15:55.403965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d2e89578-89d8-458c-a54a-02f6b6aef61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.644296 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d2e89578-89d8-458c-a54a-02f6b6aef61b admin admin] Publish callbacks [] for security_group (26f545e5-1a94-4712-814d-649f95955ea6), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.667485 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:15:55.681921 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b694103e-3cd5-4521-9b26-25b2639fb18c req-fed26cf7-1107-431a-8ff2-8ab944ab6296 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455229 Jun 29 10:15:55.704882 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d2e89578-89d8-458c-a54a-02f6b6aef61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (26f545e5-1a94-4712-814d-649f95955ea6), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.754058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5e62e6e4-e6fc-456d-a3fb-56a570672ade admin admin] Publish callbacks [] for security_group (bdf8f17d-6589-452d-9192-e2c325889d77), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.759019 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-c40b4caf-3d61-42c0-9296-0b25658d4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:55.760736 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-c40b4caf-3d61-42c0-9296-0b25658d4f02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3505554 Jun 29 10:15:55.801741 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d2e89578-89d8-458c-a54a-02f6b6aef61b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f573679cc2c4b75b994716b22a39e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7512946 Jun 29 10:15:55.804863 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55386) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:55.847740 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e89578-89d8-458c-a54a-02f6b6aef61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f545e5-1a94-4712-814d-649f95955ea6,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:55.905601 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5e62e6e4-e6fc-456d-a3fb-56a570672ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bdf8f17d-6589-452d-9192-e2c325889d77), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:55.919990 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef650d-a243-4f37-9348-cfc04da4837e req-969e9dbb-0d53-41bf-b62e-b6590eeea305 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:55.946413 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-82ef650d-a243-4f37-9348-cfc04da4837e req-969e9dbb-0d53-41bf-b62e-b6590eeea305 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.3977211 Jun 29 10:15:55.967101 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:15:55.980919 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:15:55.981474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.005852 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:56.007530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:56.008521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] Publish callbacks [] for security_group (26f545e5-1a94-4712-814d-649f95955ea6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.058956 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-05939229-76c7-407f-91ca-ee4018471efb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "PUT /v2.0/floatingips/7285da07-2826-436a-a80d-94c46b893c92 HTTP/1.1" status: 200 len: 990 time: 3.3214953 Jun 29 10:15:56.060290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:15:56.062982 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d" -d '{"events": [{"name": "network-changed", "server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:15:56.066879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] Publish callbacks [] for security_group (26f545e5-1a94-4712-814d-649f95955ea6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.203053 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62e6e4-e6fc-456d-a3fb-56a570672ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8f17d-6589-452d-9192-e2c325889d77,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:56.240664 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5e62e6e4-e6fc-456d-a3fb-56a570672ade admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=430ebc10a44a4c27b6551a6bc3560fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3713531 Jun 29 10:15:56.244262 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55394) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:15:56.254029 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:56.284928 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02320f-8b36-45ce-8975-18db25891433 req-2f9314d5-1cb6-47e7-a7b6-5c615a656f8b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:56.288340 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ff02320f-8b36-45ce-8975-18db25891433 req-2f9314d5-1cb6-47e7-a7b6-5c615a656f8b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1844561 Jun 29 10:15:56.318275 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-139c611c-4c33-4363-b95a-2ed9c80dbece service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457969 Jun 29 10:15:56.340786 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-82ef650d-a243-4f37-9348-cfc04da4837e req-f1976ffd-6947-44a6-ba8b-7dbc5bf90c88 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914460 Jun 29 10:15:56.416926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (26f545e5-1a94-4712-814d-649f95955ea6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.429570 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.449323 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26f545e5-1a94-4712-814d-649f95955ea6 HTTP/1.1" status: 204 len: 168 time: 0.6421986 Jun 29 10:15:56.522042 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c5346-cd92-4aca-81ce-6fa37f68eaa4 x-openstack-request-id: req-b33c5346-cd92-4aca-81ce-6fa37f68eaa4 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:15:56.524508 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:15:56.525338 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b33c5346-cd92-4aca-81ce-6fa37f68eaa4 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:15:56.525979 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33c5346-cd92-4aca-81ce-6fa37f68eaa4'] response: {'name': 'network-changed', 'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'status': 'completed', 'code': 200} Jun 29 10:15:56.634507 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eed96f-d9b3-49b9-b6cb-523e1357bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f545e5-1a94-4712-814d-649f95955ea6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:56.653157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] Publish callbacks [] for security_group (bdf8f17d-6589-452d-9192-e2c325889d77), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.699779 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ff02320f-8b36-45ce-8975-18db25891433 req-f3c2c856-5099-48f6-9c16-ec745dcf01cd tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973770 Jun 29 10:15:56.746046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] Publish callbacks [] for security_group (bdf8f17d-6589-452d-9192-e2c325889d77), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:56.832366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-34258b51-939f-4999-8022-f88a6fe026dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:56.842553 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-34258b51-939f-4999-8022-f88a6fe026dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 1129 time: 0.2741971 Jun 29 10:15:56.878428 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '7285da07-2826-436a-a80d-94c46b893c92', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:12:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:53Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}, {'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:56.892236 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fdf03ddc-91cd-4fc3-a82f-538618c6448e req-02a99212-93c6-46c6-b764-de6070e9d2bf service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474901 Jun 29 10:15:56.937745 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:15:56.963329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:15:56.963991 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:15:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:56.986999 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4c19-8fb1-47db-9f00-8d9587d5a797 req-ad4e0ded-bf34-4fa7-a077-02efb4f7c895 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:56.989536 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b1db4c19-8fb1-47db-9f00-8d9587d5a797 req-ad4e0ded-bf34-4fa7-a077-02efb4f7c895 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.1121368 Jun 29 10:15:57.072339 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b1db4c19-8fb1-47db-9f00-8d9587d5a797 req-2cc4f6e6-9618-47f8-bbf5-727ea2fc22b6 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716612 Jun 29 10:15:57.103384 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:15:57.123462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70510a-66fd-4133-a979-79e1f197c43b req-b265a3ed-c259-4a44-905c-0fd63b146d8d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:57.130535 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7c70510a-66fd-4133-a979-79e1f197c43b req-b265a3ed-c259-4a44-905c-0fd63b146d8d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.4742887 Jun 29 10:15:57.207640 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7c70510a-66fd-4133-a979-79e1f197c43b req-e203bd47-b692-4daa-b185-5f9df33cce5a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761843 Jun 29 10:15:57.209239 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-e995f9d0-a825-4135-b169-0de6ffbb79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:57.210691 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-e995f9d0-a825-4135-b169-0de6ffbb79a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.3603129 Jun 29 10:15:57.294590 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-0b851c1f-846a-46ea-9ba1-ce6a3f419224 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19e7425a-f862-451b-b0d7-b1daeee83a67 HTTP/1.1" status: 200 len: 998 time: 0.0747180 Jun 29 10:15:57.372480 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-32880053-8130-49c1-a2c9-5224eb61cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:57.379628 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-32880053-8130-49c1-a2c9-5224eb61cb17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0791428 Jun 29 10:15:57.383335 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '7285da07-2826-436a-a80d-94c46b893c92', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:12:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:53Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}, {'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:15:57.402952 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bdf8f17d-6589-452d-9192-e2c325889d77), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:57.412210 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:15:57.412210 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdf8f17d-6589-452d-9192-e2c325889d77 HTTP/1.1" status: 204 len: 168 time: 1.1569211 Jun 29 10:15:57.433358 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdb145-3fae-4d10-a801-eaede1d49cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8f17d-6589-452d-9192-e2c325889d77,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:15:57.435077 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c26d6-cf1c-4e74-b957-35e5d4951214 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '7285da07-2826-436a-a80d-94c46b893c92', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:12:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:53Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}, {'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:15:57.519609 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-442d4c91-d787-4605-a23e-9068551a3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:57.521921 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-442d4c91-d787-4605-a23e-9068551a3e88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301606 Jun 29 10:15:57.602373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e566b6-896e-40d2-9568-ce1c51d58d2e req-9d9290b8-b543-4b77-9b84-2c7a19495651 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:57.612735 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-64e566b6-896e-40d2-9568-ce1c51d58d2e req-9d9290b8-b543-4b77-9b84-2c7a19495651 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.1242645 Jun 29 10:15:57.686759 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-64e566b6-896e-40d2-9568-ce1c51d58d2e req-6123b3f3-a3a5-47e9-9c1b-11d09db16b62 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728269 Jun 29 10:15:57.759914 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-c4839358-d95f-49e2-8f7e-890bf87bbb66 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282891 Jun 29 10:15:57.932977 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a925c32-3726-4c10-91a8-7025172c25d8 None None] New status for floating IP 7285da07-2826-436a-a80d-94c46b893c92: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:15:57.972092 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-eafdc90c-afe6-4c87-8d6f-09c0c0dab81d req-3cde3001-3ea9-437a-aaa6-b1ad0837e91c service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933610 Jun 29 10:15:58.070970 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cfca3-9762-42fc-9de4-d6d8bd944a49 req-6067be2e-e5dc-41c9-a137-5f6de0576b4d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:58.073039 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f47cfca3-9762-42fc-9de4-d6d8bd944a49 req-6067be2e-e5dc-41c9-a137-5f6de0576b4d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0996168 Jun 29 10:15:58.145295 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f47cfca3-9762-42fc-9de4-d6d8bd944a49 req-2a848a57-7dce-4099-a705-67dd01af267c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627604 Jun 29 10:15:58.253007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97dc7c-210d-4020-91bf-cd97fa1d9e39 req-1953fb4b-49cb-40ae-950c-e95f5c667711 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:58.254653 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c97dc7c-210d-4020-91bf-cd97fa1d9e39 req-1953fb4b-49cb-40ae-950c-e95f5c667711 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0619144 Jun 29 10:15:58.334006 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c97dc7c-210d-4020-91bf-cd97fa1d9e39 req-eb53c008-65e8-4c73-9194-77e4f01f05d5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676153 Jun 29 10:15:58.359657 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4b78b-120e-4db1-9e3a-112bbf909730 req-ee0bbff9-7e44-4c71-a53a-237546368f83 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:58.361167 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-07f4b78b-120e-4db1-9e3a-112bbf909730 req-ee0bbff9-7e44-4c71-a53a-237546368f83 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0793803 Jun 29 10:15:58.408329 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-07f4b78b-120e-4db1-9e3a-112bbf909730 req-eb3fff54-6a5d-4361-a736-46dd2cba86b5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Jun 29 10:15:59.315809 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd423e0-f841-45be-af7d-f013b2a75ae4 req-8ec29838-c864-475e-9f97-5b0bbdb35c70 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:59.326279 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7cd423e0-f841-45be-af7d-f013b2a75ae4 req-8ec29838-c864-475e-9f97-5b0bbdb35c70 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0871212 Jun 29 10:15:59.382126 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7cd423e0-f841-45be-af7d-f013b2a75ae4 req-ee72ef77-caa6-43d7-aa84-0e8b02b57985 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549238 Jun 29 10:15:59.530569 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370ebfd-5d7a-4937-b508-40824980e0a7 req-96054080-a94c-4589-97b2-12757a824750 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:59.532327 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c370ebfd-5d7a-4937-b508-40824980e0a7 req-96054080-a94c-4589-97b2-12757a824750 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0695658 Jun 29 10:15:59.581488 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-b7ea501f-5e2f-499e-a888-1a4af01eb899 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:59.584010 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-b7ea501f-5e2f-499e-a888-1a4af01eb899 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 815 time: 0.1573222 Jun 29 10:15:59.612495 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-08fcb535-8937-4652-8456-ff02b5c79543 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/quotas/95758004812247a0b66b0d2da9c8f8da HTTP/1.1" status: 200 len: 375 time: 0.0211229 Jun 29 10:15:59.625201 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c370ebfd-5d7a-4937-b508-40824980e0a7 req-5611b304-4a12-476c-9782-9267ba3a39d3 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825095 Jun 29 10:15:59.676761 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-7cafde76-de72-459c-9895-6f517e171e6c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633235 Jun 29 10:15:59.764839 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955366bd-23fb-4c4a-aa53-543186e30591 req-81f8fa7b-0fa2-402f-91b4-5bf617306c67 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:15:59.766533 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-955366bd-23fb-4c4a-aa53-543186e30591 req-81f8fa7b-0fa2-402f-91b4-5bf617306c67 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0667105 Jun 29 10:15:59.812324 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-d41600d7-1ce8-4950-ab8f-165677a4d927 service neutron] 10.222.0.60 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225302 Jun 29 10:15:59.832643 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-955366bd-23fb-4c4a-aa53-543186e30591 req-5f9beea6-5d3b-4613-87a6-5bc6087b1504 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600419 Jun 29 10:15:59.922739 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-b7c17c49-b76e-4d7f-a9b9-83c79dcbbc99 service neutron] 10.222.0.60 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093838 Jun 29 10:16:00.158786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55458) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:00.170196 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681087443', 'description': 'tempest-description--1685562037'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:00.215923 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c3139122-02f2-4836-bec6-bc2e0973d7d6 req-2b9db2b1-5cef-47ed-8476-a9ea020ed73e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0331769 Jun 29 10:16:00.315295 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.413379 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (e49df837-cd77-4047-853e-c16f8c2c8716), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.516098 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e49df837-cd77-4047-853e-c16f8c2c8716), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.559643 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca1ae-5a3b-4d58-be64-fe9e5032d66a req-a1e8607e-1d08-44fb-b089-522358109435 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:00.561851 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-21dca1ae-5a3b-4d58-be64-fe9e5032d66a req-a1e8607e-1d08-44fb-b089-522358109435 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0918019 Jun 29 10:16:00.563963 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49df837-cd77-4047-853e-c16f8c2c8716,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:00.635881 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.637108 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-92f0c62a-a869-4a44-9275-4699802bdd73 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4767375 Jun 29 10:16:00.641566 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-21dca1ae-5a3b-4d58-be64-fe9e5032d66a req-b9a5b3b2-9f5d-4f43-97d0-c4a472998a43 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617111 Jun 29 10:16:00.642058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55468) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:00.646277 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'security_group_rule': {'security_group_id': 'e49df837-cd77-4047-853e-c16f8c2c8716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:00.771912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (33ae8016-5f6e-4aee-8a3b-dcbcaa7ec403), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.775815 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40a6e-62b2-41f9-b290-1a4c81c21f2c req-b847b5e0-4905-440d-9654-d381b04f2a6b tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:00.778399 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a3f40a6e-62b2-41f9-b290-1a4c81c21f2c req-b847b5e0-4905-440d-9654-d381b04f2a6b tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0724990 Jun 29 10:16:00.851449 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (33ae8016-5f6e-4aee-8a3b-dcbcaa7ec403), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.881194 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a3f40a6e-62b2-41f9-b290-1a4c81c21f2c req-4bc9d854-6205-4234-a09d-1e67647efb11 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935009 Jun 29 10:16:00.922424 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (33ae8016-5f6e-4aee-8a3b-dcbcaa7ec403), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:00.970125 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ae8016-5f6e-4aee-8a3b-dcbcaa7ec403,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:01.009726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11168-e481-41ca-ba4d-6271e32d5e9f req-828fb282-fa9b-4f69-95c9-811192cad64b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:01.011211 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a1b11168-e481-41ca-ba4d-6271e32d5e9f req-828fb282-fa9b-4f69-95c9-811192cad64b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0838344 Jun 29 10:16:01.077254 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a1b11168-e481-41ca-ba4d-6271e32d5e9f req-467392c4-79ae-4c9b-b5ec-d1ab8fd5d67f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595109 Jun 29 10:16:01.096151 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.097405 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8fa67344-5b50-4fcf-9603-022606a09168 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544339 Jun 29 10:16:01.103569 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55474) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:01.108756 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'security_group_rule': {'security_group_id': 'e49df837-cd77-4047-853e-c16f8c2c8716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:01.220310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (b8b39c62-6415-43fc-a2e5-c1125aa9461a), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.316456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (b8b39c62-6415-43fc-a2e5-c1125aa9461a), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.329891 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e1d04c5-96f5-45a8-9ba1-536d22840dfc req-eba61813-b9b7-414b-8e5b-35edc65a2c30 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0332003 Jun 29 10:16:01.384107 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (b8b39c62-6415-43fc-a2e5-c1125aa9461a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.410157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b39c62-6415-43fc-a2e5-c1125aa9461a,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:01.482759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.483902 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5525f8a8-ef49-4480-b429-7699008d2b60 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794241 Jun 29 10:16:01.487292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55480) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:01.495594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:01.623784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.632021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:16:01.827122 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.832520 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03daf1e-4b2a-4c5f-bdf0-07a52fd3b208 req-5739b7a6-ba5a-42cb-8773-3a29cac54666 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:01.834197 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a03daf1e-4b2a-4c5f-bdf0-07a52fd3b208 req-5739b7a6-ba5a-42cb-8773-3a29cac54666 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0638690 Jun 29 10:16:01.890881 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:01.903072 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'mac_address': 'fa:16:3e:d6:92:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:16:01.945987 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a03daf1e-4b2a-4c5f-bdf0-07a52fd3b208 req-c986717b-10fb-4e33-943b-9a7d381d5e4d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643110 Jun 29 10:16:01.946508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:01.946508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:01.954007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Allocated IP 172.27.1.253 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/665a9279-40d7-4798-a281-5996126e965f) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:01.960917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:01.981850 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:02.200129 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f480-b4bf-43c7-a3a6-28f985fee0a6 req-c8bbd55e-201c-4777-bd61-d416caf730c2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:02.202865 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2167f480-b4bf-43c7-a3a6-28f985fee0a6 req-c8bbd55e-201c-4777-bd61-d416caf730c2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0613551 Jun 29 10:16:02.259336 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2167f480-b4bf-43c7-a3a6-28f985fee0a6 req-cc280b54-2176-4da9-8345-7e133c30605e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Jun 29 10:16:02.351003 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801903d-21b4-407d-a8b2-91db03ed2aa3 req-2a3e1c79-75a7-4cad-b00d-60f3f921ba46 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:02.353187 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0801903d-21b4-407d-a8b2-91db03ed2aa3 req-2a3e1c79-75a7-4cad-b00d-60f3f921ba46 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.3848968 Jun 29 10:16:02.383556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for port (665a9279-40d7-4798-a281-5996126e965f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:02.425926 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-100c384e-2010-4bd3-a8ac-ac6076245e70 req-44a9d080-6ff4-483a-ad83-481aa8e1eeda tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Jun 29 10:16:02.433055 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0801903d-21b4-407d-a8b2-91db03ed2aa3 req-06641912-d113-4be1-9e55-c349b285ad3f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705719 Jun 29 10:16:02.444998 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:02.502089 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:02.584725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (665a9279-40d7-4798-a281-5996126e965f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:02.645519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:02.649391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:02.660394 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:02.661288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'Port': ['ID=665a9279-40d7-4798-a281-5996126e965f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:02.716800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:02.877240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:02.921433 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (665a9279-40d7-4798-a281-5996126e965f), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.088910 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2764-b012-47f8-a02a-2bf12c61f1df req-07b795e0-b39a-46dd-887c-3757f0aa4b62 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:03.097354 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-172d2764-b012-47f8-a02a-2bf12c61f1df req-07b795e0-b39a-46dd-887c-3757f0aa4b62 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0930636 Jun 29 10:16:03.179670 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-172d2764-b012-47f8-a02a-2bf12c61f1df req-3a1f1ee7-a0f3-4031-9872-fc05adef86d4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810771 Jun 29 10:16:03.211131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for port (665a9279-40d7-4798-a281-5996126e965f), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.280017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (665a9279-40d7-4798-a281-5996126e965f), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.320923 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.348528 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'Port': ['ID=665a9279-40d7-4798-a281-5996126e965f,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:03.407742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fb3ec-71a4-4cd5-971f-7a11ceeed1c6 req-5f98e48f-e3c0-492d-a620-86a2dec3b70a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:03.409275 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a27fb3ec-71a4-4cd5-971f-7a11ceeed1c6 req-5f98e48f-e3c0-492d-a620-86a2dec3b70a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0618391 Jun 29 10:16:03.446468 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.447643 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0a511e29-fe8a-4ea0-bccd-668644bdcd3e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9593587 Jun 29 10:16:03.502877 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a27fb3ec-71a4-4cd5-971f-7a11ceeed1c6 req-a530b897-f7cd-460e-a678-c6266599d24f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873098 Jun 29 10:16:03.572064 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3e55e5ba-b45d-4653-9bb7-d5a3da89912b req-a0e808f9-bdfa-4b3f-b7b7-8f1d16d112c0 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0358474 Jun 29 10:16:03.694266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed65f-db3e-4aa5-8b13-7fa1ad214622 req-8c7f7d02-5b68-4bb8-8502-2465bf0c86c3 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:03.695972 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-db7ed65f-db3e-4aa5-8b13-7fa1ad214622 req-8c7f7d02-5b68-4bb8-8502-2465bf0c86c3 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 944 time: 0.1042082 Jun 29 10:16:03.740207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:03.747819 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-f74c1bdf-fbc7-4d41-9999-02070e1ae73b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--681087443&fields=id&tenant_id=7928f40090604bfdb83098cf7e6adcbd HTTP/1.1" status: 200 len: 267 time: 0.0676165 Jun 29 10:16:03.781390 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-db7ed65f-db3e-4aa5-8b13-7fa1ad214622 req-c7aa689d-cbb9-4c4d-96f9-f43c7aeddb77 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778136 Jun 29 10:16:03.884585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-10231fe8-01fe-4ce2-807c-f693f10ba064 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:03.887167 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-10231fe8-01fe-4ce2-807c-f693f10ba064 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 0.1323614 Jun 29 10:16:03.905216 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-1fb86d63-6256-489d-8503-24a2f2e96309 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/quotas/7928f40090604bfdb83098cf7e6adcbd HTTP/1.1" status: 200 len: 375 time: 0.0119026 Jun 29 10:16:04.082490 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-0243b847-a528-46af-b400-0eaec8bee6d9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1660078 Jun 29 10:16:04.162350 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-105642fd-5174-4505-8a40-67e354e9df57 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:04.163800 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-105642fd-5174-4505-8a40-67e354e9df57 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 815 time: 0.2104821 Jun 29 10:16:04.191425 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'port': {'device_id': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'admin_state_up': True, 'tenant_id': '95758004812247a0b66b0d2da9c8f8da'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:04.330412 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-91fef4e5-e99e-4734-8179-c047e7f56d1d service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343891 Jun 29 10:16:04.350834 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560bd5a-83e3-4839-b185-dc28c2cde0fd req-cd67593d-e3d3-4a0c-b64c-0fa50bdc5474 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:04.354356 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1560bd5a-83e3-4839-b185-dc28c2cde0fd req-cd67593d-e3d3-4a0c-b64c-0fa50bdc5474 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0795515 Jun 29 10:16:04.425564 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1560bd5a-83e3-4839-b185-dc28c2cde0fd req-c7d07b89-7f58-41d9-ad60-abcb4358ecd8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656931 Jun 29 10:16:04.446049 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3b89cbbf-2bea-435b-b8dc-25c813600594 service neutron] 10.222.0.60 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143949 Jun 29 10:16:04.550199 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Made reservation on behalf of 95758004812247a0b66b0d2da9c8f8da for: {'port': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:16:04.552543 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:04.757900 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4115-929a-4d30-990b-dc906cbc201a req-85a249e9-9551-4555-91dc-449b6ef0349d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:04.766785 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c61a4115-929a-4d30-990b-dc906cbc201a req-85a249e9-9551-4555-91dc-449b6ef0349d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0874782 Jun 29 10:16:04.775351 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-98079659-e0be-4cc9-9685-2b7c4e8da703 req-a520e26c-5dda-40cb-89d5-db7a4f92dd80 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0367608 Jun 29 10:16:04.864108 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-02d66a24-21dc-4109-a064-7eb9e0083bdc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1768525 Jun 29 10:16:04.900494 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c61a4115-929a-4d30-990b-dc906cbc201a req-8ed664bf-c62c-416f-ae6b-8050a8cf0360 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321802 Jun 29 10:16:04.971163 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed4e61a6-d975-4f5a-a801-b7f8253a54d1 req-93ca2808-fdb2-4e43-bd5f-3665ee92c349 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.1001344 Jun 29 10:16:05.000442 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Allocated IP 172.20.0.12 (4dffc3bf-269f-4344-b400-54a91f26653a/fe287c11-92a4-413c-a4fe-2bc6f1a29908/bc05c03c-b0c3-4ac7-9fb5-98276feb3e36) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:05.017098 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-78a30c7a-6692-4fba-b50b-6c2332cd095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:05.018595 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-78a30c7a-6692-4fba-b50b-6c2332cd095a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 1130 time: 0.1156559 Jun 29 10:16:05.064795 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc47c1-e4e2-4afc-89d8-a76123779968 req-7d39d345-363d-4829-a4bf-fc4a07aed6b2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:05.068065 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b9bc47c1-e4e2-4afc-89d8-a76123779968 req-7d39d345-363d-4829-a4bf-fc4a07aed6b2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 944 time: 0.0652506 Jun 29 10:16:05.254110 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b9bc47c1-e4e2-4afc-89d8-a76123779968 req-ed9033e3-e5d3-400b-be9f-c7786c9ce7ae tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751099 Jun 29 10:16:05.547892 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-5286106c-1a3d-4997-811a-0e99029240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:05.549561 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-5286106c-1a3d-4997-811a-0e99029240c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.5089245 Jun 29 10:16:05.628084 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-576844f0-f619-4860-a7db-be0df0da076c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 200 len: 217 time: 0.0443232 Jun 29 10:16:05.633130 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:16:05.690248 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:05.769058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9c41-252a-4cb1-8896-85bd802b5423 req-f146a412-e0c5-45d4-8620-1d73f1a9798c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:05.779469 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2d7a9c41-252a-4cb1-8896-85bd802b5423 req-f146a412-e0c5-45d4-8620-1d73f1a9798c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.2442846 Jun 29 10:16:05.837344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-7ad21c2b-12b2-453a-b803-280dfe4b18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:05.842164 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-7ad21c2b-12b2-453a-b803-280dfe4b18e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.1922622 Jun 29 10:16:05.971120 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2d7a9c41-252a-4cb1-8896-85bd802b5423 req-f78fea97-a31e-40c5-8e61-cdffb3016a16 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893623 Jun 29 10:16:06.038450 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-fa170fb4-595c-43ec-96d4-73f081d99db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:06.040395 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-fa170fb4-595c-43ec-96d4-73f081d99db3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1792936 Jun 29 10:16:06.042736 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ad4614e9-26cb-44b2-8a4a-305dde2f65c6 req-cc470827-42d7-446f-a965-9bef51b9ec9c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0809991 Jun 29 10:16:06.154997 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-56137642-2433-4fe1-9412-8c7dd29e221c req-e10e9109-6a77-40cc-b335-6d5e86f382e1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0505149 Jun 29 10:16:06.275671 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47305938-174d-4f69-8eb5-4a587065712e req-95053345-6d28-4185-be62-224c14dfa67b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:06.277291 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-47305938-174d-4f69-8eb5-4a587065712e req-95053345-6d28-4185-be62-224c14dfa67b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1447906 Jun 29 10:16:06.281355 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-e3d0dc2f-4f1a-4bbc-9ef3-2f078b934233 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038131 Jun 29 10:16:06.353743 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f1b85-5d70-4d6d-a8dc-ec4a8a6c8326 req-e9347eb5-c23e-4c9c-8a44-6f9b3247ecaf tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:06.355779 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1f1b85-5d70-4d6d-a8dc-ec4a8a6c8326 req-e9347eb5-c23e-4c9c-8a44-6f9b3247ecaf tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 944 time: 0.0588517 Jun 29 10:16:06.401805 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-47305938-174d-4f69-8eb5-4a587065712e req-6570315d-4a75-4bc2-aba9-d16cd831d0eb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188128 Jun 29 10:16:06.404451 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1f1b85-5d70-4d6d-a8dc-ec4a8a6c8326 req-c8000a8b-fa5b-4e98-8721-55f64c9ca23c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430119 Jun 29 10:16:06.441531 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a7139c07-3a30-4f87-ade9-3ef9996027d7 req-15614b63-4723-4a43-88cd-2826ab11a4a5 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448264 Jun 29 10:16:06.634059 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:16:06.639105 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:06.639480 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.674660 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9d818bf4-f902-4aa9-96ec-2130c3c3d7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.686370 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.744553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:06.745319 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.745475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Network 4dffc3bf-269f-4344-b400-54a91f26653a is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:06.746306 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:06.749953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:06.752532 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:06.778725 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:06.780956 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b84e22f-1c9a-4008-b068-245a90ff153e" -d '{"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:06.795243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:06.813344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:06.813344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.859663 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b1965-7475-4ce5-8aee-744dfc9ec1e2 x-openstack-request-id: req-839b1965-7475-4ce5-8aee-744dfc9ec1e2 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:06.859959 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:06.860217 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-839b1965-7475-4ce5-8aee-744dfc9ec1e2 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:06.860704 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839b1965-7475-4ce5-8aee-744dfc9ec1e2'] response: {'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'code': 200} Jun 29 10:16:06.891580 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:06.923561 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-2ed9994c-c69b-4384-bd6e-daeadf849ff6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7461045 Jun 29 10:16:06.937496 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Request body: {'port': {'device_id': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:06.977915 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:07.074086 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:07.184846 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-56e39349-2548-47c1-84f3-4fec2c296249 None None] Provisioning complete for port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:07.185223 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-56e39349-2548-47c1-84f3-4fec2c296249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:07.218711 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeaa4b-57c8-4b12-9303-adbcbfee3d75 req-6241b384-21cb-48a9-b66f-4f900713f5dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:07.228829 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0dfeaa4b-57c8-4b12-9303-adbcbfee3d75 req-6241b384-21cb-48a9-b66f-4f900713f5dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0838137 Jun 29 10:16:07.280216 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-56e39349-2548-47c1-84f3-4fec2c296249 None None] Port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:16:07.370192 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0dfeaa4b-57c8-4b12-9303-adbcbfee3d75 req-f970feb7-f247-4b42-ae82-999dc23a075f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280291 Jun 29 10:16:07.591732 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0429b4bc-217b-455b-b685-d224223bd73e req-e04efe66-eb84-4baf-8309-32ea86d17dd1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0943544 Jun 29 10:16:07.634375 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2b294-9352-4eb9-b8b2-c6f05f372585 req-43c6ae12-e269-4cf4-b51d-85c7f183d80c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:07.636623 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fce2b294-9352-4eb9-b8b2-c6f05f372585 req-43c6ae12-e269-4cf4-b51d-85c7f183d80c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 932 time: 0.4691963 Jun 29 10:16:07.735224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0c46-ab9e-422f-bf97-ff7a47a02917 req-d4ca43e1-7eb1-40dc-b2b6-9c6bd159110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:07.737555 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-878b0c46-ab9e-422f-bf97-ff7a47a02917 req-d4ca43e1-7eb1-40dc-b2b6-9c6bd159110c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1129 time: 0.3451874 Jun 29 10:16:07.740810 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 {{(pid=104295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:07.762281 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fce2b294-9352-4eb9-b8b2-c6f05f372585 req-510e37e9-03fe-4a63-acd2-40a610cdc3ed tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178834 Jun 29 10:16:07.771421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks [] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:07.819327 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.provisioning_blocks [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Transition to ACTIVE for port object bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 will not be triggered until provisioned by entity L2. {{(pid=104295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:16:07.834436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead294c-35d6-4487-96e0-4f91ad47ca10 req-ac0c8a19-4797-4a14-bcd6-4376489fd75a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:07.842484 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eead294c-35d6-4487-96e0-4f91ad47ca10 req-ac0c8a19-4797-4a14-bcd6-4376489fd75a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1366396 Jun 29 10:16:07.846803 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-878b0c46-ab9e-422f-bf97-ff7a47a02917 req-62eb1b84-ba06-400c-8646-173d6f593dba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994117 Jun 29 10:16:07.909989 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:07.924809 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eead294c-35d6-4487-96e0-4f91ad47ca10 req-50d2e191-fd0c-4166-a5e4-1c798d2de0ac tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724890 Jun 29 10:16:07.991590 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:08.010414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc757-e458-4374-a8b2-0dcbb458f42d req-fe7a8e79-b33d-4167-96a1-243f6934860e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.012013 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee8fc757-e458-4374-a8b2-0dcbb458f42d req-fe7a8e79-b33d-4167-96a1-243f6934860e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.1351607 Jun 29 10:16:08.138872 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee8fc757-e458-4374-a8b2-0dcbb458f42d req-4fdb59a4-785c-47eb-81f0-43ef05b5ea97 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088369 Jun 29 10:16:08.139692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Attempting to bind port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:16:08.142124 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Attempting to bind port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:16:08.142124 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Attempting to bind port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 on network 4dffc3bf-269f-4344-b400-54a91f26653a {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:16:08.145470 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 on network 4dffc3bf-269f-4344-b400-54a91f26653a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:16:08.145792 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Attempting to bind port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 on network 4dffc3bf-269f-4344-b400-54a91f26653a {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:16:08.151417 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:16:08.151748 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Checking segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:16:08.159423 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Bound using segment: {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'} {{(pid=104295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:16:08.159937 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.managers [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Bound port: bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852800fb-e4cd-4376-ac48-39ce9d17cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a'}}] {{(pid=104295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:16:08.160357 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:08.228438 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, cleared binding levels {{(pid=104295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:16:08.234956 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:16:08.302395 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:08.337114 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.337383 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:08.339587 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 1094 time: 1.4080365 Jun 29 10:16:08.339876 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:08.342119 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d88f67-38bc-4ef8-aa5c-b864cd173466" -d '{"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:08.375050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49261-8ecc-4df9-b487-a1c8d79cb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=3']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:08.443294 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc64e1-d13a-476b-8680-a9ac025a6291 x-openstack-request-id: req-b4dc64e1-d13a-476b-8680-a9ac025a6291 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:08.443598 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:08.444035 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4dc64e1-d13a-476b-8680-a9ac025a6291 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:08.444299 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dc64e1-d13a-476b-8680-a9ac025a6291'] response: {'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:16:08.564886 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9736e79-f7f2-4e3a-ba23-f2f16e39f1bd req-69cdcd94-bbd0-44bb-bbd1-30f6bf531928 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.567366 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c9736e79-f7f2-4e3a-ba23-f2f16e39f1bd req-69cdcd94-bbd0-44bb-bbd1-30f6bf531928 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1105118 Jun 29 10:16:08.576754 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-462b7340-b069-4fd9-bb86-ad4f9469e47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:08.721953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-b3de248f-1289-4e59-8e0d-acfa3b253a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.723561 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-b3de248f-1289-4e59-8e0d-acfa3b253a6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1128 time: 0.1863179 Jun 29 10:16:08.728670 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c9736e79-f7f2-4e3a-ba23-f2f16e39f1bd req-e473ade4-ec57-47d8-9eba-a9f5679314e1 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416175 Jun 29 10:16:08.772833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-beda859d-92b3-4c63-82e1-b9aa1ec8afc3 req-9206fd43-5345-4ff0-bb13-efd28648b42d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0470209 Jun 29 10:16:08.956773 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-56bacbe1-f907-414b-99e5-c1e1eb6d9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.958121 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-56bacbe1-f907-414b-99e5-c1e1eb6d9e31 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=95758004812247a0b66b0d2da9c8f8da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1940546 Jun 29 10:16:08.982571 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a96af8-36ce-48fe-b499-a56f599edec3 req-78b1e202-02af-467c-9f54-fc265a66f8fa tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:08.984108 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-44a96af8-36ce-48fe-b499-a56f599edec3 req-78b1e202-02af-467c-9f54-fc265a66f8fa tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0823154 Jun 29 10:16:09.035704 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-44a96af8-36ce-48fe-b499-a56f599edec3 req-1e1351a9-13f3-4be7-9e3a-d24a78b01222 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Jun 29 10:16:09.099822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb10b-e7d2-4d03-ace6-eb50d54f1268 req-0a0dcce9-7c36-4d47-9c08-64bb4c0ecd59 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:09.106823 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ef1eb10b-e7d2-4d03-ace6-eb50d54f1268 req-0a0dcce9-7c36-4d47-9c08-64bb4c0ecd59 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0792570 Jun 29 10:16:09.164233 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ef1eb10b-e7d2-4d03-ace6-eb50d54f1268 req-bdaa1720-d744-4b99-a4a2-a507c4b14bd8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564480 Jun 29 10:16:09.296406 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f95830-959b-4c95-9028-9776d8c556b8 req-b9b4d2e8-ce48-45c5-9ccd-91dafd1f5216 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:09.304961 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d3f95830-959b-4c95-9028-9776d8c556b8 req-b9b4d2e8-ce48-45c5-9ccd-91dafd1f5216 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0779283 Jun 29 10:16:09.365557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d3f95830-959b-4c95-9028-9776d8c556b8 req-6c0d8783-850f-496c-bf55-25330229bdab tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597177 Jun 29 10:16:09.518560 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:09.881479 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448f303-c5a3-4a37-99c3-c2c24f3fa9c2 req-9232e1a3-8964-45e8-b096-39958a45a76a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:09.882909 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2448f303-c5a3-4a37-99c3-c2c24f3fa9c2 req-9232e1a3-8964-45e8-b096-39958a45a76a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0802336 Jun 29 10:16:09.883698 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9bfd5899-63f1-49b5-8a63-57ccf9bd0800 req-c05a786f-f7ee-410c-a3e5-02896bb7f337 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0383267 Jun 29 10:16:09.942960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2448f303-c5a3-4a37-99c3-c2c24f3fa9c2 req-43e6cbc5-809e-4ae4-a6ed-a293cb6764f0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533595 Jun 29 10:16:10.178549 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33c7e-3fa1-4164-894d-8d451e98193f req-2f8d2028-d0ea-4182-9597-2af125ef7635 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:10.180004 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4dc33c7e-3fa1-4164-894d-8d451e98193f req-2f8d2028-d0ea-4182-9597-2af125ef7635 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0595691 Jun 29 10:16:10.239304 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4dc33c7e-3fa1-4164-894d-8d451e98193f req-1d4bb8ad-22a8-4a82-8ad2-6d8c1173dd3d tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Jun 29 10:16:10.383798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2bd5-b4a6-4bfa-b38f-4a42ed63e8b2 req-af0a6a99-bde8-4609-9fff-f2fd82600bc0 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:10.390862 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1e2bd5-b4a6-4bfa-b38f-4a42ed63e8b2 req-af0a6a99-bde8-4609-9fff-f2fd82600bc0 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0809865 Jun 29 10:16:10.391968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266962c-65a6-4bf2-a231-668ec6c7b84d req-e829036c-4da5-4799-9679-2427a517987f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:10.394112 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7266962c-65a6-4bf2-a231-668ec6c7b84d req-e829036c-4da5-4799-9679-2427a517987f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0826595 Jun 29 10:16:10.455352 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7266962c-65a6-4bf2-a231-668ec6c7b84d req-444dd6f2-6058-4e16-b155-a0f0e0323c65 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513093 Jun 29 10:16:10.495673 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ed1e2bd5-b4a6-4bfa-b38f-4a42ed63e8b2 req-f02450ca-6e91-4cde-b0fc-c2986377fc80 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038847 Jun 29 10:16:10.579955 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d061d4b-7307-4ae1-b6ab-ceb2cf18fd9d req-b8ae3970-04e0-4ff2-8019-2585eb79cbe6 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:10.581580 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0d061d4b-7307-4ae1-b6ab-ceb2cf18fd9d req-b8ae3970-04e0-4ff2-8019-2585eb79cbe6 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0613163 Jun 29 10:16:10.639610 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0d061d4b-7307-4ae1-b6ab-ceb2cf18fd9d req-f5d17d3c-23f7-409e-965f-9c62c25f980f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521188 Jun 29 10:16:10.981405 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33563c0a-e04b-421d-b852-b46397926969 req-550a2087-6f04-439f-92c0-e7f2e8bc57a2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Jun 29 10:16:11.232747 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:11.369616 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77899c7b-3b63-423f-bcc0-01269baadd10 req-c36da125-c0d4-4bb8-8dd3-8a869855f6aa tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:11.371207 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-77899c7b-3b63-423f-bcc0-01269baadd10 req-c36da125-c0d4-4bb8-8dd3-8a869855f6aa tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0549474 Jun 29 10:16:11.435529 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-77899c7b-3b63-423f-bcc0-01269baadd10 req-3f79ba50-42e3-4c68-ab72-505c36a440d8 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569472 Jun 29 10:16:11.613941 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef926c0-b088-4e59-9069-fdf170db9332 req-adeefcbd-fec4-4ff3-9cb5-234528a7578c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:11.615776 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6ef926c0-b088-4e59-9069-fdf170db9332 req-adeefcbd-fec4-4ff3-9cb5-234528a7578c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0829651 Jun 29 10:16:11.652282 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e767c8f-9dba-4164-a798-2c86ca0f7ddf req-a7347a6e-74e6-41fe-b4aa-303469da5e66 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:11.653872 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7e767c8f-9dba-4164-a798-2c86ca0f7ddf req-a7347a6e-74e6-41fe-b4aa-303469da5e66 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0868597 Jun 29 10:16:11.687705 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6ef926c0-b088-4e59-9069-fdf170db9332 req-825c4f16-3a7e-48b0-a559-d55bdb7757c9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645616 Jun 29 10:16:11.725704 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7e767c8f-9dba-4164-a798-2c86ca0f7ddf req-41ee21ae-2b6e-4178-b21f-743285e0270a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648096 Jun 29 10:16:11.827539 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0f2c6-7f2d-4fb1-9fb3-f1f73ded3986 req-291b6593-3f96-4e92-b095-eb46bf3a8ba5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:11.829135 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-18e0f2c6-7f2d-4fb1-9fb3-f1f73ded3986 req-291b6593-3f96-4e92-b095-eb46bf3a8ba5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0650728 Jun 29 10:16:11.886624 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-18e0f2c6-7f2d-4fb1-9fb3-f1f73ded3986 req-fef53d7f-8d1e-43bd-b2a8-25ec30b889ea tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519743 Jun 29 10:16:12.082384 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce3a1fa8-6a5f-4c32-8dff-f1b1ca4e902a req-2f09c236-9278-430f-a763-4911ea4855d6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0307300 Jun 29 10:16:12.555335 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d32e3-1ec1-41a0-9f61-9ef277d19059 req-9fa15682-9618-49cb-9ce0-4b92e5ffb1d9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:12.557313 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-127d32e3-1ec1-41a0-9f61-9ef277d19059 req-9fa15682-9618-49cb-9ce0-4b92e5ffb1d9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0542994 Jun 29 10:16:12.612443 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-127d32e3-1ec1-41a0-9f61-9ef277d19059 req-271ed31a-aa0f-49aa-9837-fb2f93b1a919 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jun 29 10:16:12.622582 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:12.838177 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528aa5-1ac0-4a79-b641-2bebb56d7063 req-a7c5ed44-a518-4a41-8239-8149109dba1c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:12.842237 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01528aa5-1ac0-4a79-b641-2bebb56d7063 req-a7c5ed44-a518-4a41-8239-8149109dba1c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0749643 Jun 29 10:16:12.870622 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74acbfa-df4a-4560-a508-b26587ef814b req-77faa6ec-1471-4eb6-ad59-d36f357a8b2e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:12.875526 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c74acbfa-df4a-4560-a508-b26587ef814b req-77faa6ec-1471-4eb6-ad59-d36f357a8b2e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0600626 Jun 29 10:16:12.910574 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01528aa5-1ac0-4a79-b641-2bebb56d7063 req-84f30c1b-d450-4839-98f1-5a3def2945d3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563705 Jun 29 10:16:12.959985 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c74acbfa-df4a-4560-a508-b26587ef814b req-cfc094bc-9098-458c-aa85-5b2cc3b0ca87 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820158 Jun 29 10:16:13.033672 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dc7f2-dfd7-46d1-9b78-da222910c9ee req-97ed5c24-bf95-4119-8821-b63e36f6ea40 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:13.035466 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b42dc7f2-dfd7-46d1-9b78-da222910c9ee req-97ed5c24-bf95-4119-8821-b63e36f6ea40 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0578125 Jun 29 10:16:13.092353 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b42dc7f2-dfd7-46d1-9b78-da222910c9ee req-27b83885-d5d8-418e-a3aa-8d33f5486cde tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507138 Jun 29 10:16:13.188721 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b3d47c24-53fd-40b2-bc18-ef2bbe512e31 req-0a364644-2058-4143-942a-dbbc12f2c611 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0312505 Jun 29 10:16:13.736565 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecac67-61bc-4c90-ae21-b5c4fd00137d req-670eb604-187e-46b9-be04-257ffbb16815 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:13.738779 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1cecac67-61bc-4c90-ae21-b5c4fd00137d req-670eb604-187e-46b9-be04-257ffbb16815 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0561812 Jun 29 10:16:13.790622 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1cecac67-61bc-4c90-ae21-b5c4fd00137d req-b68cca16-12fd-4965-81c8-af10965215ca tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Jun 29 10:16:14.022635 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2cd0e-467d-477d-bcd8-3f5da336e577 req-c098ea95-7244-4977-b0c0-921c3ff325f9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:14.029083 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-38b2cd0e-467d-477d-bcd8-3f5da336e577 req-c098ea95-7244-4977-b0c0-921c3ff325f9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0608776 Jun 29 10:16:14.104210 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-38b2cd0e-467d-477d-bcd8-3f5da336e577 req-ea024ea5-8237-4cca-90aa-e5b54c864a03 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633903 Jun 29 10:16:14.112817 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acd77-9c8f-451e-ae72-7cf43e13c2aa req-a213e5e0-2ebc-4727-8cfc-fce3bbcc9480 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:14.114420 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-300acd77-9c8f-451e-ae72-7cf43e13c2aa req-a213e5e0-2ebc-4727-8cfc-fce3bbcc9480 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Jun 29 10:16:14.184746 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-300acd77-9c8f-451e-ae72-7cf43e13c2aa req-ec04ebe1-3ece-41a6-889b-b2300a18d9f0 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593598 Jun 29 10:16:14.244584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946122b3-f494-409c-9ac1-ed85e5980111 req-d419d909-9164-406f-98c9-3a698d3bff78 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:14.253344 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-946122b3-f494-409c-9ac1-ed85e5980111 req-d419d909-9164-406f-98c9-3a698d3bff78 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0733154 Jun 29 10:16:14.306757 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-946122b3-f494-409c-9ac1-ed85e5980111 req-a9201acd-6f62-4cf6-b44f-83b1f5447a66 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525308 Jun 29 10:16:14.321670 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c400d9a9-75c8-42d7-9c0e-f404509568ad req-51e3bbcd-986b-4817-8a46-9d4495e9f6e3 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0349305 Jun 29 10:16:14.914499 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ae86-7900-42b3-9a44-425be6be1ec3 req-ddf811ac-bfa9-4c39-93d1-7cd8b1b7d867 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:14.916151 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5674ae86-7900-42b3-9a44-425be6be1ec3 req-ddf811ac-bfa9-4c39-93d1-7cd8b1b7d867 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Jun 29 10:16:14.971830 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5674ae86-7900-42b3-9a44-425be6be1ec3 req-1fdcd391-ab13-4156-b33f-61cd6ec44212 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Jun 29 10:16:15.244907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac903a8-265e-413f-a5d3-6beac38981a1 req-1c203398-fbef-4f7c-ad4c-f52fc277765e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:15.246608 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-aac903a8-265e-413f-a5d3-6beac38981a1 req-1c203398-fbef-4f7c-ad4c-f52fc277765e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0716963 Jun 29 10:16:15.303916 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-aac903a8-265e-413f-a5d3-6beac38981a1 req-0e5f586c-3745-4adb-ba95-d06f3726485f tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511596 Jun 29 10:16:15.316763 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc558a-d00e-4ce6-a5d9-c7466744184e req-b67fe695-1446-4494-8695-ecdc3b314c52 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:15.318309 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bafc558a-d00e-4ce6-a5d9-c7466744184e req-b67fe695-1446-4494-8695-ecdc3b314c52 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0581026 Jun 29 10:16:15.380692 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bafc558a-d00e-4ce6-a5d9-c7466744184e req-a7e86c2a-1cf4-4ff2-8c20-94e8703f7d43 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565133 Jun 29 10:16:15.441365 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf0ddb-79b6-44c6-a82c-b4fe09cf2f4d req-36c82574-2da6-47c1-aed9-dcb61061b9a5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:15.444978 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1cdf0ddb-79b6-44c6-a82c-b4fe09cf2f4d req-36c82574-2da6-47c1-aed9-dcb61061b9a5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0679154 Jun 29 10:16:15.479336 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ac5e0513-e22c-4d56-b17f-07c5e00848c8 req-15d06c7a-4e8b-446d-8855-0bd89800f107 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0267968 Jun 29 10:16:15.500375 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1cdf0ddb-79b6-44c6-a82c-b4fe09cf2f4d req-12999b0c-a95d-4c62-b2c7-3508bc101ed4 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513551 Jun 29 10:16:16.083301 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a430c0-cbc8-4c65-97ae-778158de425e req-cf97f4c5-c2dc-40f0-96e3-67afa28f3d4f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.084793 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-19a430c0-cbc8-4c65-97ae-778158de425e req-cf97f4c5-c2dc-40f0-96e3-67afa28f3d4f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.0529048 Jun 29 10:16:16.133816 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-19a430c0-cbc8-4c65-97ae-778158de425e req-b1b3cbc0-8efe-4fea-b387-f3c67dd63c05 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Jun 29 10:16:16.426562 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6c80d-9fd5-4607-8dde-cca0df273964 req-4734c243-c215-4752-bbed-721d229b0dec tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.428104 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08a6c80d-9fd5-4607-8dde-cca0df273964 req-4734c243-c215-4752-bbed-721d229b0dec tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0535822 Jun 29 10:16:16.486288 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08a6c80d-9fd5-4607-8dde-cca0df273964 req-59e988ec-3088-4722-9886-5252cb71a9ab tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524800 Jun 29 10:16:16.570375 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce82aa-8bcd-49f1-813d-20c2e206ab72 req-e7dc8b85-3304-46d8-8afa-75f3463d5b5f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.572164 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-73ce82aa-8bcd-49f1-813d-20c2e206ab72 req-e7dc8b85-3304-46d8-8afa-75f3463d5b5f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.1157520 Jun 29 10:16:16.583559 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9361c8b4-7be5-4220-9fe8-dff2b88d845c req-ac79428a-00f5-4791-a138-e830ff9da4c5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0294313 Jun 29 10:16:16.631937 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-bea27422-99c7-4c69-b15e-16e6b240769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.633436 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d8d88f67-38bc-4ef8-aa5c-b864cd173466 req-bea27422-99c7-4c69-b15e-16e6b240769b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370139 Jun 29 10:16:16.654741 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-73ce82aa-8bcd-49f1-813d-20c2e206ab72 req-864ec578-30f4-48b5-87dc-3660659f5551 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722654 Jun 29 10:16:16.701794 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df511a7-d43a-4b01-9c9a-38a49fceacab req-872619c0-39b1-42cd-b754-fa0a63f9fbc4 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.703330 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9df511a7-d43a-4b01-9c9a-38a49fceacab req-872619c0-39b1-42cd-b754-fa0a63f9fbc4 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0600433 Jun 29 10:16:16.758012 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9df511a7-d43a-4b01-9c9a-38a49fceacab req-21cd00dc-b035-40a5-b7b6-5234f1f0199d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490420 Jun 29 10:16:16.814255 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-5a839815-3d84-4bdd-89d4-eed9359bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.815763 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-5a839815-3d84-4bdd-89d4-eed9359bb464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1128 time: 0.0829523 Jun 29 10:16:16.818256 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-e7d673da-dfb0-4c11-bb2c-79ae75e60d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:16.819703 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-e7d673da-dfb0-4c11-bb2c-79ae75e60d56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1129 time: 0.0856993 Jun 29 10:16:16.983412 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-4e696e4c-7a95-46ca-9d11-6d79bc0eb9fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 217 time: 0.0437932 Jun 29 10:16:17.083727 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-d4d56d51-908b-468e-848a-f6cb91367378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.085227 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-d4d56d51-908b-468e-848a-f6cb91367378 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.0644257 Jun 29 10:16:17.125890 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-204fec78-e0d4-4ef1-b773-3bee809517ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.127510 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-204fec78-e0d4-4ef1-b773-3bee809517ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.1868715 Jun 29 10:16:17.140108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-7d686f20-d632-4d41-9332-036c327ffcba tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.142707 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-7d686f20-d632-4d41-9332-036c327ffcba tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 818 time: 0.1230338 Jun 29 10:16:17.192048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-40e35988-66a8-4a6d-af15-07789966e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.193557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-40e35988-66a8-4a6d-af15-07789966e6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992780 Jun 29 10:16:17.200813 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-59c091b9-7ff3-4a8b-b823-33574c2f50c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 1000 time: 0.0663378 Jun 29 10:16:17.240145 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-0e809af7-9f3d-4519-b44e-b03ac2775afe tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7928f40090604bfdb83098cf7e6adcbd HTTP/1.1" status: 200 len: 379 time: 0.0890002 Jun 29 10:16:17.257285 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'port': {'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'admin_state_up': True, 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'security_groups': ['e49df837-cd77-4047-853e-c16f8c2c8716']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:17.346755 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-f12e3e79-fe4e-48aa-bc90-87a32c20753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.348211 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-f12e3e79-fe4e-48aa-bc90-87a32c20753a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.1257305 Jun 29 10:16:17.357533 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45bccf-c434-4468-9cc7-f0708b615f16 req-dfb2b1b3-825e-49be-812a-dd800b4fba8e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.358980 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7b45bccf-c434-4468-9cc7-f0708b615f16 req-dfb2b1b3-825e-49be-812a-dd800b4fba8e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.1477966 Jun 29 10:16:17.405985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-c9d16ec2-f898-4f4e-beb7-cb012f40d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.407538 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-c9d16ec2-f898-4f4e-beb7-cb012f40d5ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1129 time: 0.0703831 Jun 29 10:16:17.428787 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-4c7181d6-408a-4639-9022-97695ac96464 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852531 Jun 29 10:16:17.474178 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Made reservation on behalf of 7928f40090604bfdb83098cf7e6adcbd for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:16:17.477546 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:17.503754 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7b45bccf-c434-4468-9cc7-f0708b615f16 req-db2bb264-e265-4732-8faa-7400d029061b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344559 Jun 29 10:16:17.509253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-45bc9085-1cde-478f-812b-16054ce2f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.510758 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-45bc9085-1cde-478f-812b-16054ce2f90f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508982 Jun 29 10:16:17.580501 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-77ebd9af-60d6-4c9a-9879-3b8f95b5abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.581963 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-77ebd9af-60d6-4c9a-9879-3b8f95b5abfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.1666799 Jun 29 10:16:17.615588 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-4919ff4e-4acc-4928-8515-f18d5e194718 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756327 Jun 29 10:16:17.646661 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-b27d1a60-c81b-48d7-8d9d-64dfe54ec637 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276124 Jun 29 10:16:17.716155 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Allocated IP 172.20.0.14 (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e/06720278-be43-4d51-abab-d89aba448367/0cda3813-27b6-44a0-b970-188cd8aa5143) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:17.726507 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-07112240-11fa-458e-aec7-bccf7c5fb2a6 req-d5312aab-c4ad-4926-ab99-ce5761e49af6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0629678 Jun 29 10:16:17.727453 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845ae64-d6f5-43c5-963a-04bf4ae827f0 req-81a1db61-a0cb-4092-9c1b-5eecb37bf722 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.728953 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7845ae64-d6f5-43c5-963a-04bf4ae827f0 req-81a1db61-a0cb-4092-9c1b-5eecb37bf722 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1618986 Jun 29 10:16:17.731206 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-a2129adf-dae9-4c8e-8ba1-a690ca85510d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 1001 time: 0.1286676 Jun 29 10:16:17.775562 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-b339d5f0-521f-4c8c-9201-d0030a595505 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203549 Jun 29 10:16:17.859286 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b76f3-55b7-4aea-b607-ccad649752cd req-8d58e888-63f7-496c-ba74-ba26e9e4079b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.860793 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af8b76f3-55b7-4aea-b607-ccad649752cd req-8d58e888-63f7-496c-ba74-ba26e9e4079b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.0550518 Jun 29 10:16:17.872509 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-69883adf-789d-4a0d-85d8-321ec8cd05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:17.874010 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-69883adf-789d-4a0d-85d8-321ec8cd05da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.1288543 Jun 29 10:16:17.892272 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7845ae64-d6f5-43c5-963a-04bf4ae827f0 req-2d52d269-bdfa-48d4-bca4-3e3c027ddf9e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529229 Jun 29 10:16:17.917138 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af8b76f3-55b7-4aea-b607-ccad649752cd req-18fdba30-fb91-48bb-b712-11ea89c6d4dd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504277 Jun 29 10:16:18.000722 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.006681 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-f71f7d61-afcb-4076-ae9b-06637671a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.008091 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-f71f7d61-afcb-4076-ae9b-06637671a4a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1193571 Jun 29 10:16:18.099794 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd864-417e-48ed-9e27-7e48865d8d62 req-93b86813-1b4e-49cc-9fe1-cb991118ae98 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.101273 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4fdd864-417e-48ed-9e27-7e48865d8d62 req-93b86813-1b4e-49cc-9fe1-cb991118ae98 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.1447117 Jun 29 10:16:18.153849 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-4b236817-3aab-495f-bdf5-2c7dbdecaa96 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377234 Jun 29 10:16:18.154844 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.224262 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4fdd864-417e-48ed-9e27-7e48865d8d62 req-0995833c-28de-4d3d-8058-d183b8e05611 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157060 Jun 29 10:16:18.257567 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:18.265026 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:18.269123 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:18.274747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.275372 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.281391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event updated for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:18.300377 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.300501 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.300857 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.301297 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.301519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.304806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.305908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.314713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:18.353254 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46780-373c-4e01-a79d-ad63ede46b79 req-7a444623-1e9b-48cd-b6dc-adbca6b6d322 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.354806 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2bc46780-373c-4e01-a79d-ad63ede46b79 req-7a444623-1e9b-48cd-b6dc-adbca6b6d322 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0608954 Jun 29 10:16:18.361283 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ea43feb8-abef-41c9-be5d-bf8ef8e3957a req-5d4b5177-1106-42d1-94d1-830886e6caef service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924915 Jun 29 10:16:18.406712 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2bc46780-373c-4e01-a79d-ad63ede46b79 req-e16a004d-1931-4fa1-aabd-3008c95453bb tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454493 Jun 29 10:16:18.406989 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3eeb2c5a-d429-4671-8c08-645b0984be5d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543424 Jun 29 10:16:18.425849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Request body: {'port': {'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:18.431852 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55696) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:18.498360 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.589720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-613d9f58-f5d4-4e82-a8a4-4da16c4c8bc7 None None] Provisioning complete for port 0cda3813-27b6-44a0-b970-188cd8aa5143 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:18.590336 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-613d9f58-f5d4-4e82-a8a4-4da16c4c8bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.633665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-613d9f58-f5d4-4e82-a8a4-4da16c4c8bc7 None None] Port 0cda3813-27b6-44a0-b970-188cd8aa5143 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:16:18.681800 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3855fc-3131-4780-9816-e3614a8cec75 tempest-TestShelveInstance-1501808836 tempest-TestShelveInstance-1501808836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.683477 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-bc3855fc-3131-4780-9816-e3614a8cec75 tempest-TestShelveInstance-1501808836 tempest-TestShelveInstance-1501808836-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1124 time: 0.2506096 Jun 29 10:16:18.687595 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55702) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:18.692088 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:18.735826 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e54ca-4098-48b4-a030-615e1ee8a87a req-5b33690a-06ea-4959-a37e-e0d00f5379d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.737324 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9b7e54ca-4098-48b4-a030-615e1ee8a87a req-5b33690a-06ea-4959-a37e-e0d00f5379d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.1132643 Jun 29 10:16:18.815599 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9b7e54ca-4098-48b4-a030-615e1ee8a87a req-e69e3a36-4c81-4dc7-a470-54da7aad2990 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696211 Jun 29 10:16:18.829023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.843174 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cda3813-27b6-44a0-b970-188cd8aa5143 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:18.850531 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks [] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.863121 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Transition to ACTIVE for port object 0cda3813-27b6-44a0-b970-188cd8aa5143 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:16:18.909523 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf548a-ea18-411c-8a7c-ff15ec230e69 req-31678eee-83ed-4f81-a200-0a73489ade77 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:18.911020 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-20cf548a-ea18-411c-8a7c-ff15ec230e69 req-31678eee-83ed-4f81-a200-0a73489ade77 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 932 time: 0.1148534 Jun 29 10:16:18.935657 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:18.976897 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-20cf548a-ea18-411c-8a7c-ff15ec230e69 req-5b389ec5-bed0-460c-a4d8-4ddda0a10eac tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578742 Jun 29 10:16:19.014923 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:19.016350 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.075491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Attempting to bind port 0cda3813-27b6-44a0-b970-188cd8aa5143 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:16:19.075895 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Attempting to bind port 0cda3813-27b6-44a0-b970-188cd8aa5143 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:16:19.076493 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Attempting to bind port 0cda3813-27b6-44a0-b970-188cd8aa5143 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:16:19.085075 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4150e-384a-4e4a-af54-ad3a413363fc req-d99b8e12-aec8-471d-8716-4de36ce59a3a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:19.086726 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b7b4150e-384a-4e4a-af54-ad3a413363fc req-d99b8e12-aec8-471d-8716-4de36ce59a3a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1197910 Jun 29 10:16:19.090484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Port 0cda3813-27b6-44a0-b970-188cd8aa5143 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:16:19.090931 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Attempting to bind port 0cda3813-27b6-44a0-b970-188cd8aa5143 on network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:16:19.109704 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:16:19.110151 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Checking segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:16:19.110605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Bound using segment: {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:16:19.111113 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Bound port: 0cda3813-27b6-44a0-b970-188cd8aa5143, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c86a589-287e-4081-a9e6-9e2bc93a6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:16:19.111536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.174956 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b7b4150e-384a-4e4a-af54-ad3a413363fc req-04a77968-bf60-4ea3-a440-08c69b1ef8d4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815289 Jun 29 10:16:19.202655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:16:19.205990 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0cda3813-27b6-44a0-b970-188cd8aa5143,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:16:19.288762 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.328198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:19.328843 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.333050 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1094 time: 0.9115710 Jun 29 10:16:19.333589 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:19.336527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eafad98-a9b1-48d5-93f1-270cfe5061e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:19.372336 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997daef-05c1-476d-8af5-0167d565edd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:19.385410 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c763051-d3a8-4806-ad8a-8a4c7c2ffc27 x-openstack-request-id: req-0c763051-d3a8-4806-ad8a-8a4c7c2ffc27 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:19.385728 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:19.385943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c763051-d3a8-4806-ad8a-8a4c7c2ffc27 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:19.386339 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c763051-d3a8-4806-ad8a-8a4c7c2ffc27'] response: {'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'status': 'completed', 'code': 200} Jun 29 10:16:19.419978 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f7470-390c-4e86-8e6e-418265aa769c req-f48c84aa-47bd-49f9-9b62-f8029b083c8f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:19.421514 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-121f7470-390c-4e86-8e6e-418265aa769c req-f48c84aa-47bd-49f9-9b62-f8029b083c8f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 945 time: 0.3575332 Jun 29 10:16:19.446552 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Allocated IP 172.27.1.88 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/255a8d7e-88ba-4511-b060-0063623e58e6) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:19.465127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-e5ea8a70-d1ca-4cdf-ad93-71363bd092f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:19.466828 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-e5ea8a70-d1ca-4cdf-ad93-71363bd092f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1128 time: 0.0525610 Jun 29 10:16:19.532318 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-121f7470-390c-4e86-8e6e-418265aa769c req-544d51b1-3de6-4069-b0c8-6ded31a3e863 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009209 Jun 29 10:16:19.593758 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for port (255a8d7e-88ba-4511-b060-0063623e58e6), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.675022 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:16:19.677151 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:16:19.688626 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.734866 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:19.740426 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:19.742431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'Port': ['ID=255a8d7e-88ba-4511-b060-0063623e58e6,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:19.744664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:19.775344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.775704 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.776037 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.776639 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.776770 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.777113 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.777896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.777896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.778231 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.778547 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.778824 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.779150 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.779474 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:19.858622 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:19.871154 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: ACTIVE; New status is: DOWN {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:19.871492 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.892315 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-4d69e8db-8cc7-42d2-b6cd-f1523793a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:19.893828 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-4d69e8db-8cc7-42d2-b6cd-f1523793a642 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7928f40090604bfdb83098cf7e6adcbd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4125578 Jun 29 10:16:19.897528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'port_id': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'mac_address': 'fa:16:3e:b6:ed:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:16:19.904485 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:19.906756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a0aea9-2441-4b04-9c6e-7bc3f934ce16" -d '{"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-unplugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:19.913693 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:16:19.952389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:19.952815 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:19.955396 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc81324-6d41-4027-a75b-07d44d60becb x-openstack-request-id: req-ccc81324-6d41-4027-a75b-07d44d60becb {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:19.955687 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-unplugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:19.956061 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccc81324-6d41-4027-a75b-07d44d60becb {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:19.956330 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc81324-6d41-4027-a75b-07d44d60becb'] response: {'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'code': 200} Jun 29 10:16:19.960075 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:19.975581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:19.996756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:20.014157 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.065030 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5188d-af9d-464a-a386-59dbfa918b8c req-61f82507-452c-4d88-85c4-8870e20d4e7e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.066539 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-efa5188d-af9d-464a-a386-59dbfa918b8c req-61f82507-452c-4d88-85c4-8870e20d4e7e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 944 time: 0.1718524 Jun 29 10:16:20.072424 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.078232 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=8']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:20.129756 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-fb79a60a-efe1-470a-bcb0-bb00c5a7133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.131083 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4eafad98-a9b1-48d5-93f1-270cfe5061e5 req-fb79a60a-efe1-470a-bcb0-bb00c5a7133f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011638 Jun 29 10:16:20.134539 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:20.157256 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-efa5188d-af9d-464a-a386-59dbfa918b8c req-9af12e7d-0122-4f04-8d9c-fa40c795a8ec tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831990 Jun 29 10:16:20.195993 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52a498-1829-4ab1-99c5-58de59e605eb req-33a141c9-9fac-4cd0-891b-ad2ce12acf2b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.197490 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fe52a498-1829-4ab1-99c5-58de59e605eb req-33a141c9-9fac-4cd0-891b-ad2ce12acf2b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 944 time: 0.1152709 Jun 29 10:16:20.212943 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for floatingip (3e8dbe10-379c-4518-86ef-77feeb9498f1), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.228503 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-48b31de1-57f8-4060-a4e7-0be26bdc9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.230027 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-48b31de1-57f8-4060-a4e7-0be26bdc9f45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1128 time: 0.0483217 Jun 29 10:16:20.276040 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fe52a498-1829-4ab1-99c5-58de59e605eb req-6b8d6be6-0583-489c-9d16-1c41180379bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721669 Jun 29 10:16:20.279241 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-cf4d76f2-9415-4889-beb8-521d3b1a05a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 217 time: 0.0321693 Jun 29 10:16:20.341232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3f203aed-0504-47c2-b655-37f156c9df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.342679 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-3f203aed-0504-47c2-b655-37f156c9df58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0458057 Jun 29 10:16:20.361612 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.397907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-d069fc5b-f224-4ce8-b4c1-26655936de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.399325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-d069fc5b-f224-4ce8-b4c1-26655936de2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469952 Jun 29 10:16:20.476862 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:20.488122 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-2295b2b4-9dbf-40b7-8d17-896d7a3aa297 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815172 Jun 29 10:16:20.507862 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for port (255a8d7e-88ba-4511-b060-0063623e58e6), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.545621 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.613660 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a66e4dc8-b624-4818-8db9-f57d06b536d6 req-6b48064b-798a-47ab-a3c2-2ff1da83cc42 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156895 Jun 29 10:16:20.627415 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event updated for resources: {'Port': ['ID=255a8d7e-88ba-4511-b060-0063623e58e6,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:20.639593 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (3e8dbe10-379c-4518-86ef-77feeb9498f1), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:20.697394 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92e7b-2f33-445b-9848-e5a2bb31d2b8 req-ba610634-d8fc-4880-9856-92fcce3a7d80 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:20.699104 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00e92e7b-2f33-445b-9848-e5a2bb31d2b8 req-ba610634-d8fc-4880-9856-92fcce3a7d80 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0573509 Jun 29 10:16:20.738981 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Floating IP 3e8dbe10-379c-4518-86ef-77feeb9498f1 associated. External IP: 172.27.1.88, port: e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3. Jun 29 10:16:20.749318 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00e92e7b-2f33-445b-9848-e5a2bb31d2b8 req-7cbf1378-4afa-457e-90cc-f88b49d46070 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Jun 29 10:16:20.939285 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Router 57e48fcb-b145-4ade-bce8-e6dcec656999 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:16:21.041067 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:16:21.051465 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Sync routers for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:16:21.061539 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:21.062231 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:21.123827 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:21.154574 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4c8240e2-d149-4592-afb8-310f90c7c8c5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4658437 Jun 29 10:16:21.155170 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:21.157602 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6449e39-4783-4456-9dc9-c3d4298dc5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:21.161410 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:21.211335 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f30436-1910-4aa7-b037-efc230d3f76a x-openstack-request-id: req-34f30436-1910-4aa7-b037-efc230d3f76a {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:21.211637 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:21.211895 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34f30436-1910-4aa7-b037-efc230d3f76a {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:21.212307 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f30436-1910-4aa7-b037-efc230d3f76a'] response: {'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'status': 'completed', 'code': 200} Jun 29 10:16:21.319137 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b3b47-7e3a-4533-bf78-ea7b090adb1a req-3cd6588e-583c-4633-bdd4-fa4272e397c9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.321477 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3e7b3b47-7e3a-4533-bf78-ea7b090adb1a req-3cd6588e-583c-4633-bdd4-fa4272e397c9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 945 time: 0.0922024 Jun 29 10:16:21.322771 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-5eb4efba-c62d-43d3-8a78-0bbcc366dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.324785 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-5eb4efba-c62d-43d3-8a78-0bbcc366dac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1129 time: 0.0862913 Jun 29 10:16:21.399587 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '3e8dbe10-379c-4518-86ef-77feeb9498f1', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'mac_address': 'fa:16:3e:d6:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:20Z', 'updated_at': '2022-06-29T10:16:20Z', 'revision_number': 0, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:21.418172 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3ede4-e887-49c4-a2d6-2d7466b8fc18 req-f4e0f587-6f48-48ad-9432-fe6503c6ae74 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.419822 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-94d3ede4-e887-49c4-a2d6-2d7466b8fc18 req-f4e0f587-6f48-48ad-9432-fe6503c6ae74 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 944 time: 0.0667400 Jun 29 10:16:21.428702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Checking router: 57e48fcb-b145-4ade-bce8-e6dcec656999 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:16:21.435448 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3e7b3b47-7e3a-4533-bf78-ea7b090adb1a req-55a49fe4-d95c-49ea-9ff0-dd28d35dac7d tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080077 Jun 29 10:16:21.437847 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:21.438463 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:21.470769 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-0611c982-e0c4-41ba-a88a-3c2c08ec18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.472372 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-0611c982-e0c4-41ba-a88a-3c2c08ec18e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.1292012 Jun 29 10:16:21.477188 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-94d3ede4-e887-49c4-a2d6-2d7466b8fc18 req-380b38c4-1554-4914-9c9d-1c3f19d8c7b0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517728 Jun 29 10:16:21.542110 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:21.546210 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-df827c5e-c770-43e9-930c-52109ca6f423 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 998 time: 0.0652556 Jun 29 10:16:21.598550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-da1330a2-5cb4-49fa-85bc-d3363ec1aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.600091 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-da1330a2-5cb4-49fa-85bc-d3363ec1aa38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.0462313 Jun 29 10:16:21.660640 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-209c57a8-f468-4992-95f1-82350651b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.662276 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-209c57a8-f468-4992-95f1-82350651b4d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512793 Jun 29 10:16:21.688462 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:16:21.763670 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-d1b514c9-2500-4ccf-b564-b37ecb362b5e service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937240 Jun 29 10:16:21.802065 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '3e8dbe10-379c-4518-86ef-77feeb9498f1', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'mac_address': 'fa:16:3e:d6:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:20Z', 'updated_at': '2022-06-29T10:16:20Z', 'revision_number': 0, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:21.831913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51393e-2d50-4618-9229-7b6e9ed9e4e0 None None] The sync data for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi is: [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '3e8dbe10-379c-4518-86ef-77feeb9498f1', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'mac_address': 'fa:16:3e:d6:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:20Z', 'updated_at': '2022-06-29T10:16:20Z', 'revision_number': 0, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:16:21.858918 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:16:21.863584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:21.863924 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:21.898073 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6449e39-4783-4456-9dc9-c3d4298dc5b1 req-534755e0-44f2-45bc-9ffe-26b8ce837b02 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256905 Jun 29 10:16:21.912552 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f750afd-f135-4cc5-96ae-b325078bd11a req-4331a305-c6a3-43fd-bf72-37db1c67a7ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:21.913987 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f750afd-f135-4cc5-96ae-b325078bd11a req-4331a305-c6a3-43fd-bf72-37db1c67a7ef tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0927114 Jun 29 10:16:21.944787 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:21.945543 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:21.963496 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f750afd-f135-4cc5-96ae-b325078bd11a req-07b0a2f4-4928-48c3-adf7-9793b7b4c495 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Jun 29 10:16:21.977686 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:21.981486 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a14d93-eed5-433d-89f1-3b461e210fd7" -d '{"events": [{"server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "name": "network-vif-plugged", "status": "completed", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:21.987497 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:22.031268 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135ae34-3dd5-4816-be57-30fd40e93146 x-openstack-request-id: req-b135ae34-3dd5-4816-be57-30fd40e93146 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:22.031585 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "name": "network-vif-plugged", "status": "completed", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:22.031839 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b135ae34-3dd5-4816-be57-30fd40e93146 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:22.032247 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b135ae34-3dd5-4816-be57-30fd40e93146'] response: {'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'code': 200} Jun 29 10:16:22.053621 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:22.083150 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcadc31-4151-4e96-9ea1-0268af3db18f None None] New status for floating IP 3e8dbe10-379c-4518-86ef-77feeb9498f1: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:16:22.122924 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:22.330128 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b798079-acb0-4ac8-a780-5aadfaf645a9 req-9284423f-691d-4741-af51-cb5f561abf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:22.331598 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4b798079-acb0-4ac8-a780-5aadfaf645a9 req-9284423f-691d-4741-af51-cb5f561abf59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1130 time: 0.0452690 Jun 29 10:16:22.379844 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4b798079-acb0-4ac8-a780-5aadfaf645a9 req-0fbef70a-45b1-4c14-9188-9ae224cf7a5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Jun 29 10:16:22.556518 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a45d67-ad66-4c10-ae36-900488b0fd03 req-cdabea85-9dab-4c7a-8ea8-7a9c54a89a04 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:22.558051 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b5a45d67-ad66-4c10-ae36-900488b0fd03 req-cdabea85-9dab-4c7a-8ea8-7a9c54a89a04 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0528278 Jun 29 10:16:22.605061 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b5a45d67-ad66-4c10-ae36-900488b0fd03 req-679f2d45-0708-4788-9ebc-b04efe5902a5 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Jun 29 10:16:22.713410 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0828f-473f-4829-8eab-75fcd5afe3c2 req-c512b0e7-6ecc-4a2d-963c-0841e28da3cf tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:22.717014 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33a0828f-473f-4829-8eab-75fcd5afe3c2 req-c512b0e7-6ecc-4a2d-963c-0841e28da3cf tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 944 time: 0.0571389 Jun 29 10:16:22.763015 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-33a0828f-473f-4829-8eab-75fcd5afe3c2 req-5a4a6ad9-87cb-43d6-b282-a97c8583a195 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Jun 29 10:16:23.103565 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-3eef89f6-721c-4e8e-92ff-e466c77d7e78 req-3ffbb515-ac5e-4a46-a2dc-b6c91c4b09ce service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:16:23.104548 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3eef89f6-721c-4e8e-92ff-e466c77d7e78 req-3ffbb515-ac5e-4a46-a2dc-b6c91c4b09ce service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053377 Jun 29 10:16:23.403747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ad88d-8c76-4519-86aa-b0897cf79226 req-93424434-8731-4b2c-a1a8-94024f0f0109 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:23.405154 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-874ad88d-8c76-4519-86aa-b0897cf79226 req-93424434-8731-4b2c-a1a8-94024f0f0109 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0550165 Jun 29 10:16:23.454565 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-874ad88d-8c76-4519-86aa-b0897cf79226 req-f5607527-fc36-4e6c-97de-b6bac540f38a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 Jun 29 10:16:23.707702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 0cda3813-27b6-44a0-b970-188cd8aa5143 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:16:23.714204 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:16:23.736077 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c7e07-6bad-4716-af0c-65365a1f4fa8 req-a7bc869d-a04b-4463-9277-b5f98bc1378a tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:23.738253 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ac4c7e07-6bad-4716-af0c-65365a1f4fa8 req-a7bc869d-a04b-4463-9277-b5f98bc1378a tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0653694 Jun 29 10:16:23.790297 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ac4c7e07-6bad-4716-af0c-65365a1f4fa8 req-eae62b0e-8ab9-4d8d-b8c6-236abe055cc5 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Jun 29 10:16:23.893401 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185f81-d57c-4384-b006-cd332ba30e0e req-c37ac0b3-b9e0-4023-8012-c484e638703c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:23.895119 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01185f81-d57c-4384-b006-cd332ba30e0e req-c37ac0b3-b9e0-4023-8012-c484e638703c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 944 time: 0.0600870 Jun 29 10:16:23.921675 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55778) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:23.959657 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01185f81-d57c-4384-b006-cd332ba30e0e req-0f30c822-95ae-46e1-a410-952c69ac0b61 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588050 Jun 29 10:16:24.005763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: DOWN; New status is: DOWN {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:24.016960 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-053d9493-9c42-4bf8-9fb2-56e01c0520fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941315 Jun 29 10:16:24.020045 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0cda3813-27b6-44a0-b970-188cd8aa5143,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:24.025915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-d9a4d970-04b7-4911-9fc5-c9325947fc68 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:16:24.029579 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-d9a4d970-04b7-4911-9fc5-c9325947fc68 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051076 Jun 29 10:16:24.031547 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:16:24.066598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 0cda3813-27b6-44a0-b970-188cd8aa5143 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:24.067222 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:24.081169 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cda3813-27b6-44a0-b970-188cd8aa5143 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:24.100181 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0cda3813-27b6-44a0-b970-188cd8aa5143,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:24.104379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55786) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:24.200896 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-e5d0c1e2-5795-467e-8818-f1dc7df6691d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:24.202150 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-e5d0c1e2-5795-467e-8818-f1dc7df6691d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports/7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 940 time: 0.0967629 Jun 29 10:16:24.219154 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:24.266566 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:24.558004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['0cda3813-27b6-44a0-b970-188cd8aa5143'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:24.579445 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e55f-6a3d-4a5f-8011-ff562ff1ef1f req-c88b1acf-becc-430b-b006-3c8da99a1782 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:24.580489 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8b66e55f-6a3d-4a5f-8011-ff562ff1ef1f req-c88b1acf-becc-430b-b006-3c8da99a1782 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0556483 Jun 29 10:16:24.638934 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8b66e55f-6a3d-4a5f-8011-ff562ff1ef1f req-9f89f227-9e41-4fb5-8e82-2b0715b75cf3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526435 Jun 29 10:16:24.915746 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc65be5-fb40-47ef-ba93-6667e49fe03c req-f0368a01-599a-43f7-8b40-cb742ca9ff4e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:24.917218 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2cc65be5-fb40-47ef-ba93-6667e49fe03c req-f0368a01-599a-43f7-8b40-cb742ca9ff4e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0556378 Jun 29 10:16:24.964941 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2cc65be5-fb40-47ef-ba93-6667e49fe03c req-f04aee9b-1de6-4c30-94c7-d3e24e6cb33e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Jun 29 10:16:25.084315 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2442c-fa99-4187-a908-c2a6c4b844d6 req-a66b4956-2a5c-4fcf-a589-40710a2410f6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:25.085872 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f1a2442c-fa99-4187-a908-c2a6c4b844d6 req-a66b4956-2a5c-4fcf-a589-40710a2410f6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 945 time: 0.0546126 Jun 29 10:16:25.086366 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded9e7-38d1-48d8-8daa-e44ba4b2cc43 req-f0425a2b-4506-4087-9143-febaec6e75d0 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:25.087835 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-42ded9e7-38d1-48d8-8daa-e44ba4b2cc43 req-f0425a2b-4506-4087-9143-febaec6e75d0 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0536382 Jun 29 10:16:25.145409 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f1a2442c-fa99-4187-a908-c2a6c4b844d6 req-9d94c435-563f-4b30-8263-4b92282c4da6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520222 Jun 29 10:16:25.145848 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-42ded9e7-38d1-48d8-8daa-e44ba4b2cc43 req-4b4319d6-b76f-4297-bc1f-c66da5d6d044 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jun 29 10:16:25.459998 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af587379-20d8-4582-ac02-c9a9adc07d1b req-1d027d86-41d8-4906-a32c-fade5f00cf7c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:25.461402 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af587379-20d8-4582-ac02-c9a9adc07d1b req-1d027d86-41d8-4906-a32c-fade5f00cf7c tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0508361 Jun 29 10:16:25.511616 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af587379-20d8-4582-ac02-c9a9adc07d1b req-3f23899c-2c5e-4254-b387-1bb98ee8b26d tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Jun 29 10:16:25.708032 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 0cda3813-27b6-44a0-b970-188cd8aa5143 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:16:25.768539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484fdd7-c4ae-4b10-8250-85a4dbfaadd0 req-40ac971a-a63d-4bab-bb45-ffe6e13743b2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:25.770173 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d484fdd7-c4ae-4b10-8250-85a4dbfaadd0 req-40ac971a-a63d-4bab-bb45-ffe6e13743b2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0526981 Jun 29 10:16:25.820417 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d484fdd7-c4ae-4b10-8250-85a4dbfaadd0 req-ecda7635-a696-4592-8f9e-0a03eea42752 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Jun 29 10:16:25.835228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 0cda3813-27b6-44a0-b970-188cd8aa5143 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:16:25.839361 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 0cda3813-27b6-44a0-b970-188cd8aa5143 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:25.841866 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:25.916227 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 0cda3813-27b6-44a0-b970-188cd8aa5143 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:25.916630 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:25.939757 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:25.942028 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65281d-7ca2-432d-9257-ac9f95c462ab" -d '{"events": [{"server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "name": "network-vif-plugged", "status": "completed", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:25.955196 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0cda3813-27b6-44a0-b970-188cd8aa5143,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:25.981054 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059aa59c-22cd-4414-aae6-4c615869000f x-openstack-request-id: req-059aa59c-22cd-4414-aae6-4c615869000f {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:25.981054 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "name": "network-vif-plugged", "status": "completed", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:25.981054 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-059aa59c-22cd-4414-aae6-4c615869000f {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:25.981054 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059aa59c-22cd-4414-aae6-4c615869000f'] response: {'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'code': 200} Jun 29 10:16:26.006727 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:26.062432 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:26.069701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.070028 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.070406 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.070744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.071772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.071772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.071772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.072034 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.072331 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.072693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.073023 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.073345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.073665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:16:26.270333 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f99c5b-025c-4a58-8cfd-ae455c480315 req-f51e79a3-6b48-438a-954e-035c05a8e653 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:26.271818 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d2f99c5b-025c-4a58-8cfd-ae455c480315 req-f51e79a3-6b48-438a-954e-035c05a8e653 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Jun 29 10:16:26.331688 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d2f99c5b-025c-4a58-8cfd-ae455c480315 req-cd6319ce-b5c0-4899-982a-863514286e6b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535750 Jun 29 10:16:26.366597 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25483-5a2d-4a7d-bce5-2663517bc331 req-1f04e017-2cd8-44c6-b0ab-dc8dcf13846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:26.368089 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b2c25483-5a2d-4a7d-bce5-2663517bc331 req-1f04e017-2cd8-44c6-b0ab-dc8dcf13846e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0486698 Jun 29 10:16:26.418093 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b2c25483-5a2d-4a7d-bce5-2663517bc331 req-7e0bd954-a160-46e9-bebb-a37eec4f933c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 Jun 29 10:16:26.947049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc774f6b-8d69-4480-8aa5-945ce270418b req-758406e0-ec71-419b-94ea-ee681b30fc57 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:26.948516 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc774f6b-8d69-4480-8aa5-945ce270418b req-758406e0-ec71-419b-94ea-ee681b30fc57 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0525653 Jun 29 10:16:26.994554 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc774f6b-8d69-4480-8aa5-945ce270418b req-08b524de-be67-41b9-a068-ac194b05c6d1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Jun 29 10:16:27.156436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-b3fac252-1896-4b4f-b53b-3236037777fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.158376 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-b3fac252-1896-4b4f-b53b-3236037777fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 1127 time: 0.0786989 Jun 29 10:16:27.234786 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-777003c0-1100-4c86-ae5a-8fc485c7b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.236276 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-777003c0-1100-4c86-ae5a-8fc485c7b8ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1127 time: 0.0447268 Jun 29 10:16:27.337793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-be32bc31-4524-4a64-9bd7-cc1dcafd5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.339239 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-be32bc31-4524-4a64-9bd7-cc1dcafd5a8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.0897076 Jun 29 10:16:27.405224 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-5e8ec5d2-047d-4e89-b407-8924ed1a5b0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 200 len: 999 time: 0.0591321 Jun 29 10:16:27.452282 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429e10-fefb-4647-8337-3a4c434a7fb8 req-ccb827aa-b156-4a20-8fad-2ef70a5ea0c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.453817 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5b429e10-fefb-4647-8337-3a4c434a7fb8 req-ccb827aa-b156-4a20-8fad-2ef70a5ea0c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0541568 Jun 29 10:16:27.466550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-21157aa2-a1a4-4306-b6d1-9e1d312b6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.467985 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-21157aa2-a1a4-4306-b6d1-9e1d312b6e12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0507691 Jun 29 10:16:27.500642 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5b429e10-fefb-4647-8337-3a4c434a7fb8 req-027d5959-aa46-4760-a235-0a7d3a094e07 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410926 Jun 29 10:16:27.696246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-0c30d25f-0f55-4e09-8652-3a6fa419087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:27.697812 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-0c30d25f-0f55-4e09-8652-3a6fa419087d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516827 Jun 29 10:16:27.787635 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-76674293-1f57-45d9-a3f0-b9d0a2884114 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820053 Jun 29 10:16:27.881864 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-773f44c8-239a-42b5-b8a5-3269089d4852 req-15fb753f-aa2a-4dcf-a77b-6d3c2e983ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 Jun 29 10:16:28.129453 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683776fc-015b-4f4c-b0d5-b5759089510e req-7fd80d0a-9e0a-4273-aaaa-859a4d0d27c3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:28.131019 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-683776fc-015b-4f4c-b0d5-b5759089510e req-7fd80d0a-9e0a-4273-aaaa-859a4d0d27c3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0609076 Jun 29 10:16:28.190518 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-683776fc-015b-4f4c-b0d5-b5759089510e req-7a99efac-31e5-4a09-ab11-94a8591b4cc5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539403 Jun 29 10:16:28.666928 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5b314-b3fc-4047-a693-53ca7105e525 req-856af027-279c-45cb-930d-7d653f103282 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:28.671214 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-99e5b314-b3fc-4047-a693-53ca7105e525 req-856af027-279c-45cb-930d-7d653f103282 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.1025867 Jun 29 10:16:28.743903 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-99e5b314-b3fc-4047-a693-53ca7105e525 req-b211e640-95bf-4e88-86c3-6008686dd101 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690601 Jun 29 10:16:28.895644 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ae312-483b-4b93-8b14-249dcdecb087 req-d3518758-d2cc-41d7-b670-443f7d2d1065 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:28.912568 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2d7ae312-483b-4b93-8b14-249dcdecb087 req-d3518758-d2cc-41d7-b670-443f7d2d1065 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0844052 Jun 29 10:16:28.919757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55872) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:28.925102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'floatingip': {'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:28.972456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:29.424659 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3e9eb-0511-4520-81af-2125dc897584 req-77d6d47c-6f13-4b34-8123-c38f1aea879a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:29.426143 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5d3e9eb-0511-4520-81af-2125dc897584 req-77d6d47c-6f13-4b34-8123-c38f1aea879a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.1412275 Jun 29 10:16:29.548480 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5d3e9eb-0511-4520-81af-2125dc897584 req-c0bdb521-2da5-4dbd-8dc5-80608ef2e293 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148124 Jun 29 10:16:29.573693 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:29.698218 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:29.800168 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Floating IP f852403e-e20b-4cca-a045-377c461a1b82 associated. External IP: 172.27.1.253, port: 0cda3813-27b6-44a0-b970-188cd8aa5143. Jun 29 10:16:30.244557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Router 0b37d284-0873-41a6-aa77-a79de2395870 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:16:30.384853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:16:30.390066 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:30.399347 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:16:30.411826 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:30.412450 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:30.427993 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-add3c7b3-35a7-4669-8b30-acdfed6482bd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "PUT /v2.0/floatingips/f852403e-e20b-4cca-a045-377c461a1b82 HTTP/1.1" status: 200 len: 992 time: 1.5067484 Jun 29 10:16:30.428989 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:30.431502 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ca33b9-1fe4-463c-9a40-ae165a0cf600" -d '{"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:30.488683 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3ee469-cd55-4420-b027-fb23a6a9ccb2 x-openstack-request-id: req-bf3ee469-cd55-4420-b027-fb23a6a9ccb2 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:30.488983 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:30.489232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3ee469-cd55-4420-b027-fb23a6a9ccb2 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:30.489630 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3ee469-cd55-4420-b027-fb23a6a9ccb2'] response: {'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'status': 'completed', 'code': 200} Jun 29 10:16:30.521018 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:30.695723 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b185c-5229-4f92-a8c6-f885912d97bb req-ad27eebb-2b70-46d1-b175-1fede29fe0e4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:30.697248 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-288b185c-5229-4f92-a8c6-f885912d97bb req-ad27eebb-2b70-46d1-b175-1fede29fe0e4 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0642045 Jun 29 10:16:30.758162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:16:29Z', 'revision_number': 1, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:30.762610 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-288b185c-5229-4f92-a8c6-f885912d97bb req-72472a97-b1e5-4973-aab7-58d26da7c267 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578258 Jun 29 10:16:30.787143 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:16:30.797514 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:30.798255 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:30.913115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:31.137077 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:16:29Z', 'revision_number': 1, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:31.161765 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533882f-e670-4a2b-a05b-baad937a7265 None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:16:29Z', 'revision_number': 1, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:16:31.899664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10946de6-2689-4180-aca6-ee00847d680f req-61fff9b7-bff8-4dcd-90d8-f80f762f6645 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:31.909032 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-10946de6-2689-4180-aca6-ee00847d680f req-61fff9b7-bff8-4dcd-90d8-f80f762f6645 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0685637 Jun 29 10:16:31.942614 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f83ce31-12e7-46c8-9901-48965ddb97c9 None None] New status for floating IP f852403e-e20b-4cca-a045-377c461a1b82: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:16:31.969193 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-10946de6-2689-4180-aca6-ee00847d680f req-10946455-1d3c-443b-bbbd-ef8b03a3815c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589368 Jun 29 10:16:33.091158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0a419-0b76-412c-bfeb-7cf345a33f3d req-1824424e-1a77-4ce4-a8db-e97e8ac85503 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:33.093298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c3d0a419-0b76-412c-bfeb-7cf345a33f3d req-1824424e-1a77-4ce4-a8db-e97e8ac85503 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0546978 Jun 29 10:16:33.140476 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c3d0a419-0b76-412c-bfeb-7cf345a33f3d req-d7733fc1-3b90-460f-8bc3-04a203314d82 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jun 29 10:16:33.697243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:34.267705 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0813bf-1cc5-4d17-8378-a98c8bbfa34d req-b241775a-c1ba-4ace-b364-2c868c683655 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:34.269212 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ca0813bf-1cc5-4d17-8378-a98c8bbfa34d req-b241775a-c1ba-4ace-b364-2c868c683655 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0552251 Jun 29 10:16:34.319015 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ca0813bf-1cc5-4d17-8378-a98c8bbfa34d req-ece05950-0a15-4c72-a8d1-ba6dab3ce4c5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Jun 29 10:16:35.462139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a266a7-2682-4400-816d-d8d2c14163f1 req-c099598f-f04f-48ff-8506-c8cd92199224 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:35.463619 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-18a266a7-2682-4400-816d-d8d2c14163f1 req-c099598f-f04f-48ff-8506-c8cd92199224 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0557277 Jun 29 10:16:35.510894 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-18a266a7-2682-4400-816d-d8d2c14163f1 req-e0342c05-bab3-4440-a120-ea8a4f116764 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Jun 29 10:16:36.160144 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-114d4ea4-a987-4251-910f-20b6e5589bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:36.642395 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53d1b-50c4-4270-a590-6032d3e5f90b req-c6b83e42-e0c2-4804-8f05-d84236d09b84 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:36.643941 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d4f53d1b-50c4-4270-a590-6032d3e5f90b req-c6b83e42-e0c2-4804-8f05-d84236d09b84 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0560863 Jun 29 10:16:36.693268 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d4f53d1b-50c4-4270-a590-6032d3e5f90b req-299803dc-01fa-4742-acf5-52a478359d3d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Jun 29 10:16:37.830963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705b825-ebef-46d6-be4a-e0b6b9d9fedc req-88861e32-3141-4827-9c77-098d81c88657 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:37.832508 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2705b825-ebef-46d6-be4a-e0b6b9d9fedc req-88861e32-3141-4827-9c77-098d81c88657 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0571640 Jun 29 10:16:37.880687 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2705b825-ebef-46d6-be4a-e0b6b9d9fedc req-00ff4655-0bd4-4569-9fde-87cc0f26c457 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Jun 29 10:16:38.644524 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e975cee1-21e5-4d33-9885-d1aaa9755c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:39.020400 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34687be-bfdf-4b5b-a19a-decfcf405602 req-8f00c39c-0307-443b-8405-3a5ac3a00d60 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:39.022358 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c34687be-bfdf-4b5b-a19a-decfcf405602 req-8f00c39c-0307-443b-8405-3a5ac3a00d60 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0588453 Jun 29 10:16:39.073903 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c34687be-bfdf-4b5b-a19a-decfcf405602 req-926fb0a4-6c74-4871-8ebe-a40cd92125d7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Jun 29 10:16:39.473251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:40.041373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-621b1a72-5ea9-4b1f-8c41-40ee8cb93d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:40.042969 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-621b1a72-5ea9-4b1f-8c41-40ee8cb93d74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0514274 Jun 29 10:16:40.147223 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-3c874cf9-830e-4b55-b664-6035d9b6eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:40.148785 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-3c874cf9-830e-4b55-b664-6035d9b6eb46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.0989876 Jun 29 10:16:40.243218 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-64323d5f-f370-44fc-8fbc-5cc415a5e090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1002 time: 0.0786397 Jun 29 10:16:40.255222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e0612-2021-48d5-aebd-af5c82668225 req-f6b2937e-b595-4fd9-b5bc-b709e059c4c1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:40.256776 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-665e0612-2021-48d5-aebd-af5c82668225 req-f6b2937e-b595-4fd9-b5bc-b709e059c4c1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.1009011 Jun 29 10:16:40.323749 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-9a190f56-7cc6-423d-b22e-21c5d8e56a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:40.325220 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-9a190f56-7cc6-423d-b22e-21c5d8e56a65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0675888 Jun 29 10:16:40.343964 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-665e0612-2021-48d5-aebd-af5c82668225 req-263284bf-8dc8-4163-a7c2-fb48fe2c0a42 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780485 Jun 29 10:16:40.380352 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-d2ef8553-1fe9-461d-8284-8fbe7fce9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:40.381895 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-d2ef8553-1fe9-461d-8284-8fbe7fce9e09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495985 Jun 29 10:16:40.478720 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-fd6b70b7-b883-451d-9322-72d15d7d00af service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Jun 29 10:16:40.574942 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-46ca33b9-1fe4-463c-9a40-ae165a0cf600 req-92a5fa7a-3e20-4182-9df1-c546b981a4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820916 Jun 29 10:16:41.261657 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:41.474387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20a30-d27d-4124-a93a-96bebf5d9c3e req-476a0984-6ccb-4853-8440-8cd7c8d90e94 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:41.475761 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fda20a30-d27d-4124-a93a-96bebf5d9c3e req-476a0984-6ccb-4853-8440-8cd7c8d90e94 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0572982 Jun 29 10:16:41.522698 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fda20a30-d27d-4124-a93a-96bebf5d9c3e req-45666678-723d-4e8f-b0b3-7c664d51c44e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Jun 29 10:16:41.630858 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c075d-ce18-4ab2-844c-5ac0ecff19e7 req-cdc72a12-0f99-4481-9e58-68a02485fee2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:41.632316 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c90c075d-ce18-4ab2-844c-5ac0ecff19e7 req-cdc72a12-0f99-4481-9e58-68a02485fee2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Jun 29 10:16:41.679114 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c90c075d-ce18-4ab2-844c-5ac0ecff19e7 req-946583b1-5065-4a0c-81a9-4b8d65f1f7ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Jun 29 10:16:42.632464 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:42.653396 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b22161-4199-4e8f-a0f4-e4328c14fa0d req-8a4bfdbf-1715-4093-9e50-6baf6a0f742b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:42.654909 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-32b22161-4199-4e8f-a0f4-e4328c14fa0d req-8a4bfdbf-1715-4093-9e50-6baf6a0f742b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0533457 Jun 29 10:16:42.702060 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-32b22161-4199-4e8f-a0f4-e4328c14fa0d req-3f0947a2-8ce2-4d85-a46e-c90329afaecd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Jun 29 10:16:42.801517 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89ec43-8a91-418b-bfc1-14e43e9aa98c req-33115f39-7ed4-473f-abc3-023bec81950d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:42.803016 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bb89ec43-8a91-418b-bfc1-14e43e9aa98c req-33115f39-7ed4-473f-abc3-023bec81950d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0515912 Jun 29 10:16:42.854819 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bb89ec43-8a91-418b-bfc1-14e43e9aa98c req-2078e48a-0990-4511-b770-06c89c2c57ce tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Jun 29 10:16:43.860071 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d375c-cde2-4411-9ca6-1d0fc69220e2 req-31b3a21b-558a-431a-8073-50c8a729a50d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:43.861460 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-666d375c-cde2-4411-9ca6-1d0fc69220e2 req-31b3a21b-558a-431a-8073-50c8a729a50d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0874219 Jun 29 10:16:43.873201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-657b9d73-cbc2-4202-9999-c6e1cf875b02 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:43.874521 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-657b9d73-cbc2-4202-9999-c6e1cf875b02 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0734007 Jun 29 10:16:43.970692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293b2a8-1864-4d51-aeef-e7b7c179de6c req-e15a16eb-ba00-4af4-ad6f-2a2d03ed2c99 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:43.972187 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4293b2a8-1864-4d51-aeef-e7b7c179de6c req-e15a16eb-ba00-4af4-ad6f-2a2d03ed2c99 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Jun 29 10:16:43.985513 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-666d375c-cde2-4411-9ca6-1d0fc69220e2 req-9a9727cb-6052-4d78-b4d6-b8be19542894 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100600 Jun 29 10:16:44.020024 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4293b2a8-1864-4d51-aeef-e7b7c179de6c req-83f22094-22e9-4ac9-9ff7-25b149768049 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4534307-b29b-4923-9bad-b9d0d4cfbb66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Jun 29 10:16:44.033073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 19e7425a-f862-451b-b0d7-b1daeee83a67 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:16:44.033439 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.121787 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] For port 19e7425a-f862-451b-b0d7-b1daeee83a67, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=19e7425a-f862-451b-b0d7-b1daeee83a67,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:44.122110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.326202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.326533 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.326855 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP 7285da07-2826-436a-a80d-94c46b893c92 disassociated. External IP: 172.27.1.27, port: 19e7425a-f862-451b-b0d7-b1daeee83a67. Jun 29 10:16:44.327191 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 19e7425a-f862-451b-b0d7-b1daeee83a67 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:16:44.540522 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (19e7425a-f862-451b-b0d7-b1daeee83a67), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.568941 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=19e7425a-f862-451b-b0d7-b1daeee83a67,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:44.674913 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:16:44.774662 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:16:44.784553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:16:44.795929 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:44.796475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:44.833646 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] No DVR routers for this DVR port 19e7425a-f862-451b-b0d7-b1daeee83a67 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:16:44.836619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:44.840077 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-192f7427-e2b8-4a06-8bf9-93c5a695cbec req-c26a346f-61e0-4ee9-b205-fe5a22c4e4e3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "DELETE /v2.0/ports/19e7425a-f862-451b-b0d7-b1daeee83a67 HTTP/1.1" status: 204 len: 173 time: 0.9509668 Jun 29 10:16:44.840531 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'name': 'network-vif-deleted', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:44.842789 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce98d8d-9884-4f2a-be83-ddd76c9b04fb" -d '{"events": [{"server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "name": "network-vif-deleted", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:44.880151 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b633d-bb01-42e3-a584-398ffc9d4627 x-openstack-request-id: req-cf0b633d-bb01-42e3-a584-398ffc9d4627 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:44.881068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6ca52-6909-43f4-afa5-ba12d978f557", "name": "network-vif-deleted", "tag": "19e7425a-f862-451b-b0d7-b1daeee83a67", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:44.881068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf0b633d-bb01-42e3-a584-398ffc9d4627 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:44.881359 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0b633d-bb01-42e3-a584-398ffc9d4627'] response: {'server_uuid': '31f6ca52-6909-43f4-afa5-ba12d978f557', 'name': 'network-vif-deleted', 'tag': '19e7425a-f862-451b-b0d7-b1daeee83a67', 'status': 'completed', 'code': 200} Jun 29 10:16:44.910772 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:45.119397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fad188-e9c7-48b4-a7ca-d1d9f62582e5 req-a1f57564-b6e2-4d0c-9a48-1d2f13b3264b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:45.127164 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-16fad188-e9c7-48b4-a7ca-d1d9f62582e5 req-a1f57564-b6e2-4d0c-9a48-1d2f13b3264b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0670476 Jun 29 10:16:45.136216 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-567524a8-6894-4921-a401-0a142c372d0f req-5d8e81fa-8d7d-48b2-a76d-610aa20ae1b9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f6ca52-6909-43f4-afa5-ba12d978f557 HTTP/1.1" status: 200 len: 210 time: 0.0390832 Jun 29 10:16:45.175815 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:45.181277 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-16fad188-e9c7-48b4-a7ca-d1d9f62582e5 req-a24fbb29-40d5-4adc-91ba-74edb45587ac tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528615 Jun 29 10:16:45.215541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:16:45.224495 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:45.225270 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:45.336623 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:45.551620 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:45.579111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3480a-deb1-43a5-82b1-3d78259d00cb None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'dd8d316c-3823-4829-9daf-7c1d38a3fd35', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '3331369a-42fc-4954-bcd7-40e49d09256b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:74:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:13:34Z', 'updated_at': '2022-06-29T10:14:25Z', 'revision_number': 2, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:16:45.816957 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac264b-24a9-4894-a657-89ab1efb8c3a None None] New status for floating IP 7285da07-2826-436a-a80d-94c46b893c92: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:16:46.273140 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55984) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:46.309332 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5808-05d2-486d-bf45-5aa0766b6e72 req-4267dac1-03e2-4b9f-8a6b-1e16ced48002 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:46.310819 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-639c5808-05d2-486d-bf45-5aa0766b6e72 req-4267dac1-03e2-4b9f-8a6b-1e16ced48002 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0574787 Jun 29 10:16:46.334414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (e4534307-b29b-4923-9bad-b9d0d4cfbb66), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.359954 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (e4534307-b29b-4923-9bad-b9d0d4cfbb66), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.364963 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-639c5808-05d2-486d-bf45-5aa0766b6e72 req-a9694e74-4708-43bf-a148-a3721368a01e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469692 Jun 29 10:16:46.546360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e4534307-b29b-4923-9bad-b9d0d4cfbb66), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.549268 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.552970 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/security-groups/e4534307-b29b-4923-9bad-b9d0d4cfbb66 HTTP/1.1" status: 204 len: 168 time: 0.2763252 Jun 29 10:16:46.554439 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 55986) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:46.561759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eba330-662c-4dac-b80c-07adbf5ef3cc tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4534307-b29b-4923-9bad-b9d0d4cfbb66,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:46.588023 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.api.v2.resource [None req-4fffe36f-a6c9-47de-8c7b-adfa60b3dce4 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] show failed (client error): The resource could not be found. Jun 29 10:16:46.590570 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-4fffe36f-a6c9-47de-8c7b-adfa60b3dce4 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups/e4534307-b29b-4923-9bad-b9d0d4cfbb66 HTTP/1.1" status: 404 len: 347 time: 0.0350144 Jun 29 10:16:46.592550 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 55988) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:46.743946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 98067a41-3a5d-4172-84da-cae8cd0e7b25 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:16:46.744639 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.842493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.842739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (98067a41-3a5d-4172-84da-cae8cd0e7b25), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:46.861467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 98067a41-3a5d-4172-84da-cae8cd0e7b25 owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:16:47.066426 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (98067a41-3a5d-4172-84da-cae8cd0e7b25), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:47.089899 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=98067a41-3a5d-4172-84da-cae8cd0e7b25,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:47.154945 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (7285da07-2826-436a-a80d-94c46b893c92), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:47.157722 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:47.158990 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-903ebc57-983d-4c36-81ff-748e75a9722e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/floatingips/7285da07-2826-436a-a80d-94c46b893c92 HTTP/1.1" status: 204 len: 168 time: 0.5648108 Jun 29 10:16:47.497282 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf84e89-99d2-410f-a554-f9c50075185a req-549f554c-e1c3-4b68-b1db-b0c0c73de750 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:47.498772 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-abf84e89-99d2-410f-a554-f9c50075185a req-549f554c-e1c3-4b68-b1db-b0c0c73de750 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0550404 Jun 29 10:16:47.549719 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-abf84e89-99d2-410f-a554-f9c50075185a req-a9744c52-b6f3-4f76-86f3-ea1f9033516c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Jun 29 10:16:47.665639 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e411a-2f16-4669-95a1-c6329dd89da5 req-bc278031-9dd2-42e9-a57c-43f9d3c37dc3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:47.667627 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f48e411a-2f16-4669-95a1-c6329dd89da5 req-bc278031-9dd2-42e9-a57c-43f9d3c37dc3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0553799 Jun 29 10:16:47.730216 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f48e411a-2f16-4669-95a1-c6329dd89da5 req-eb9ec05a-19e0-4b07-bef9-3ae1a8c62088 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Jun 29 10:16:47.743144 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56012) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:47.765246 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 19e7425a-f862-451b-b0d7-b1daeee83a67 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:16:47.789214 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 19e7425a-f862-451b-b0d7-b1daeee83a67 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:16:47.789562 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 19e7425a-f862-451b-b0d7-b1daeee83a67 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:16:47.891891 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6f285-c2b5-4a99-9dbc-de4325e22395 tempest-TestMinimumBasicScenario-1569224337 tempest-TestMinimumBasicScenario-1569224337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:47.896223 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f6c6f285-c2b5-4a99-9dbc-de4325e22395 tempest-TestMinimumBasicScenario-1569224337 tempest-TestMinimumBasicScenario-1569224337-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1125 time: 0.1491799 Jun 29 10:16:47.896610 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56016) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:47.900933 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'port_id': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:48.020492 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:48.129576 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:48.236528 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Allocated IP 172.27.1.158 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/16cc94cb-5a25-46bb-a1d5-0fc7b347534c) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:48.342239 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:48.466953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:48.503859 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:48.508976 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:48.513136 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:48.538432 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'Port': ['ID=16cc94cb-5a25-46bb-a1d5-0fc7b347534c,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:48.684200 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d3fe-2f9f-4d75-9070-4e711749660e req-fb8465e5-2798-4850-9884-9226ee8c4789 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:48.688117 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4249d3fe-2f9f-4d75-9070-4e711749660e req-fb8465e5-2798-4850-9884-9226ee8c4789 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0582612 Jun 29 10:16:48.734353 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4249d3fe-2f9f-4d75-9070-4e711749660e req-4ce7dada-dd6a-4b06-86e1-ddb80c25d852 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Jun 29 10:16:48.898647 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for floatingip (4baf9bc8-2b9d-42fb-b831-fdfcca9554c3), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.017425 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.175345 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.249294 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.317553 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'Port': ['ID=16cc94cb-5a25-46bb-a1d5-0fc7b347534c,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:49.334759 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (4baf9bc8-2b9d-42fb-b831-fdfcca9554c3), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.681742 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Floating IP 4baf9bc8-2b9d-42fb-b831-fdfcca9554c3 associated. External IP: 172.27.1.158, port: bc05c03c-b0c3-4ac7-9fb5-98276feb3e36. Jun 29 10:16:49.772835 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:16:49.912841 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:49.917206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259029-cd02-46de-88ae-bdc804038597 req-86b14ffd-57d3-4a20-8273-59de649e2130 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:49.920036 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e4259029-cd02-46de-88ae-bdc804038597 req-86b14ffd-57d3-4a20-8273-59de649e2130 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 943 time: 0.0726926 Jun 29 10:16:49.933860 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '7d93690a-62d7-440d-8115-4c336e22acb9', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': '7d93690a-62d7-440d-8115-4c336e22acb9', 'mac_address': 'fa:16:3e:a4:cb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:16:49.938224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:16:49.980267 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:49.984799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:49.997090 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e4259029-cd02-46de-88ae-bdc804038597 req-4a067059-5513-433e-8ba7-cf1cb36d183c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669019 Jun 29 10:16:49.998946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:16:50.023810 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:50.057018 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:16:50.066778 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Sync routers for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:16:50.077109 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:50.077726 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:50.176664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.176979 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.179855 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:50.208067 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-df5c1d61-bc44-4d0e-81e6-987ed2f82e5b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3103290 Jun 29 10:16:50.208675 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:50.210924 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee159ed4-57ee-482a-adbe-7a5770f8801b" -d '{"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:50.211208 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56030) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:50.218497 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009780647', 'description': 'tempest-secgroup-smoke-1009780647 description', 'project_id': '95758004812247a0b66b0d2da9c8f8da'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:50.269597 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf0ada6-5d80-4330-96e8-d4dcb0b6d8d3 x-openstack-request-id: req-faf0ada6-5d80-4330-96e8-d4dcb0b6d8d3 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:50.269890 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:50.270143 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faf0ada6-5d80-4330-96e8-d4dcb0b6d8d3 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:50.270544 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf0ada6-5d80-4330-96e8-d4dcb0b6d8d3'] response: {'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:16:50.299279 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=9']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:50.341386 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.369366 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-7d552137-aa28-4bd0-beb2-39954010e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:50.374615 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-7d552137-aa28-4bd0-beb2-39954010e669 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1130 time: 0.0627308 Jun 29 10:16:50.456894 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '4baf9bc8-2b9d-42fb-b831-fdfcca9554c3', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'port_id': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'mac_address': 'fa:16:3e:b6:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:48Z', 'updated_at': '2022-06-29T10:16:48Z', 'revision_number': 0, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:50.481949 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Checking router: 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:16:50.490064 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:50.490676 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:50.537328 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (abf33e47-6a38-41fd-97c1-af8adf992b2d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.546001 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-4cf2b5e2-2ece-4fd3-8d41-d1ded4a0159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:50.547453 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-4cf2b5e2-2ece-4fd3-8d41-d1ded4a0159d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 916 time: 0.1676505 Jun 29 10:16:50.555091 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fd54d-8e3f-48d3-9c0a-6ab6b7027c24 req-97968550-7794-479c-a676-b79bd747ccd7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:50.556490 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b08fd54d-8e3f-48d3-9c0a-6ab6b7027c24 req-97968550-7794-479c-a676-b79bd747ccd7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.1243470 Jun 29 10:16:50.565364 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['7d93690a-62d7-440d-8115-4c336e22acb9'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:50.631031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:50.632126 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (abf33e47-6a38-41fd-97c1-af8adf992b2d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.653475 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-1cedd0bc-48e3-4ebc-80d2-712ba97079d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 1000 time: 0.0960298 Jun 29 10:16:50.679088 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b08fd54d-8e3f-48d3-9c0a-6ab6b7027c24 req-de753d7d-467b-4e1d-91a8-476297f5f67a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160188 Jun 29 10:16:50.716134 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf33e47-6a38-41fd-97c1-af8adf992b2d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:50.728248 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-99dd857b-b5b7-4deb-9e2d-eb5227610911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:50.729798 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-99dd857b-b5b7-4deb-9e2d-eb5227610911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.0679703 Jun 29 10:16:50.732748 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.733870 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9c973000-e87b-4377-b81d-97ae17f0ee77 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5214140 Jun 29 10:16:50.736925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56038) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:50.741377 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:50.786382 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-5f1b9559-05db-45f1-a9c4-05e0c614d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:50.787878 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-5f1b9559-05db-45f1-a9c4-05e0c614d872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518303 Jun 29 10:16:50.827373 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (d29828cf-479e-428e-a397-e97c71ca35da), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.886559 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-50d1c471-faab-40f7-b2b6-3cce7797f5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877779 Jun 29 10:16:50.893438 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (d29828cf-479e-428e-a397-e97c71ca35da), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.921225 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '4baf9bc8-2b9d-42fb-b831-fdfcca9554c3', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'port_id': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'mac_address': 'fa:16:3e:b6:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:48Z', 'updated_at': '2022-06-29T10:16:48Z', 'revision_number': 0, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:50.945577 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f73454-0ca7-447a-b130-d11db3b15c8a None None] The sync data for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi is: [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '4baf9bc8-2b9d-42fb-b831-fdfcca9554c3', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'port_id': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'mac_address': 'fa:16:3e:b6:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:48Z', 'updated_at': '2022-06-29T10:16:48Z', 'revision_number': 0, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:16:50.974689 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (d29828cf-479e-428e-a397-e97c71ca35da), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:50.977744 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee159ed4-57ee-482a-adbe-7a5770f8801b req-ee4011fd-583e-461b-b01d-10b1a8ee3822 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Jun 29 10:16:50.998805 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29828cf-479e-428e-a397-e97c71ca35da,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:51.103623 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.105729 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c1918a0a-7279-4501-ba20-b1061a62d346 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669939 Jun 29 10:16:51.108313 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56042) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:51.114315 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:51.137175 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793d88-5acd-4f77-9393-2b6d05ff5059 req-a9cdd75c-de3b-4ad0-92b4-5e8d52b35fc2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:51.138731 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6f793d88-5acd-4f77-9393-2b6d05ff5059 req-a9cdd75c-de3b-4ad0-92b4-5e8d52b35fc2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 944 time: 0.0756433 Jun 29 10:16:51.147003 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a25b02-ad4f-49a6-9140-e247448b4dc6 None None] New status for floating IP 4baf9bc8-2b9d-42fb-b831-fdfcca9554c3: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:16:51.194638 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6f793d88-5acd-4f77-9393-2b6d05ff5059 req-b7ba140e-1a7e-4616-b12c-76a89c274e46 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471232 Jun 29 10:16:51.265951 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (055e64c7-922c-4c73-ae71-f3ddea9b77b7), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.312119 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (055e64c7-922c-4c73-ae71-f3ddea9b77b7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.368325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (055e64c7-922c-4c73-ae71-f3ddea9b77b7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.388023 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055e64c7-922c-4c73-ae71-f3ddea9b77b7,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:51.473041 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.474802 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cdb1c578-9322-49f8-b981-47610871e1ce tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651271 Jun 29 10:16:51.477145 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56044) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:51.482185 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:51.573372 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (43ca9f40-57f3-447f-b237-5ef8aa6158d0), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.631601 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (43ca9f40-57f3-447f-b237-5ef8aa6158d0), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.688418 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (43ca9f40-57f3-447f-b237-5ef8aa6158d0), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.709092 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ca9f40-57f3-447f-b237-5ef8aa6158d0,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:51.785028 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:16:51.794153 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.795681 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7719af0d-30d5-427e-9911-536027e77e94 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3175530 Jun 29 10:16:51.798536 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56050) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:51.802707 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:51.809110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc063f-a5e7-4d8d-8ab9-f08f854ca85b req-76ba50b0-85cf-4250-8423-f12d659d9e3d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:51.810647 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e5fc063f-a5e7-4d8d-8ab9-f08f854ca85b req-76ba50b0-85cf-4250-8423-f12d659d9e3d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0596700 Jun 29 10:16:51.837243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 7d93690a-62d7-440d-8115-4c336e22acb9 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:51.837528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.859580 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e5fc063f-a5e7-4d8d-8ab9-f08f854ca85b req-6611166c-4c42-4235-b427-3208b32e7b34 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Jun 29 10:16:51.877366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (b580d3f2-f889-4052-ad44-2b625d64936c), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.911535 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 7d93690a-62d7-440d-8115-4c336e22acb9 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:51.911915 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.933942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:51.935339 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (b580d3f2-f889-4052-ad44-2b625d64936c), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:51.936147 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874439f6-40c6-47a8-982b-11b2324ccc3e" -d '{"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:51.949312 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:51.971285 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c709c0ba-3ffe-4778-9c75-6d25f5431e3a x-openstack-request-id: req-c709c0ba-3ffe-4778-9c75-6d25f5431e3a {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:51.971613 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-plugged", "status": "completed", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:51.971870 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c709c0ba-3ffe-4778-9c75-6d25f5431e3a {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:51.972268 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c709c0ba-3ffe-4778-9c75-6d25f5431e3a'] response: {'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'code': 200} Jun 29 10:16:52.013842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (b580d3f2-f889-4052-ad44-2b625d64936c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.032533 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b580d3f2-f889-4052-ad44-2b625d64936c,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:52.043033 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.078586 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.079923 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e49afccf-c1a6-4115-88c6-f0c32e970f9e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804871 Jun 29 10:16:52.082721 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56054) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:52.086976 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:52.088643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=10']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:52.162679 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.securitygroups_db [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Project 95758004812247a0b66b0d2da9c8f8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:16:52.167980 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (ce67f063-626a-4480-b565-38220d6e8fe6), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.225418 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (ce67f063-626a-4480-b565-38220d6e8fe6), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.282811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (ce67f063-626a-4480-b565-38220d6e8fe6), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.306519 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce67f063-626a-4480-b565-38220d6e8fe6,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:52.326195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa786c0-425d-47a7-a625-0dfae78117ac req-abd0b3a2-1c32-45a6-8353-c17632526cd6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:52.327678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8aa786c0-425d-47a7-a625-0dfae78117ac req-abd0b3a2-1c32-45a6-8353-c17632526cd6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0602045 Jun 29 10:16:52.370687 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.371938 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-41d5c3f0-f9e6-4223-a626-3f10dad80998 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883117 Jun 29 10:16:52.374947 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8aa786c0-425d-47a7-a625-0dfae78117ac req-ae75688b-77bd-4001-9ccf-7fdf19b2397d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Jun 29 10:16:52.375398 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56058) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:52.379499 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'security_group_rule': {'security_group_id': 'abf33e47-6a38-41fd-97c1-af8adf992b2d', 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:52.482640 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.securitygroups_db [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Project 95758004812247a0b66b0d2da9c8f8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:16:52.487929 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (a9af7f17-c2a9-4509-a36a-665a68a46861), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.547604 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (a9af7f17-c2a9-4509-a36a-665a68a46861), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.628178 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (a9af7f17-c2a9-4509-a36a-665a68a46861), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.653243 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9af7f17-c2a9-4509-a36a-665a68a46861,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:52.673401 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-d7deed8b-fd9d-496a-a6a2-8014c256cf58 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:52.674864 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-d7deed8b-fd9d-496a-a6a2-8014c256cf58 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.0747607 Jun 29 10:16:52.785839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8bbd9-cd89-460c-8f4a-3dedf98fe4ae req-7d165f2a-3c37-42b0-b6e3-7f6d0e404a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:52.787277 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4de8bbd9-cd89-460c-8f4a-3dedf98fe4ae req-7d165f2a-3c37-42b0-b6e3-7f6d0e404a49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 1130 time: 0.0761843 Jun 29 10:16:52.793505 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.794569 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0723da88-c51c-4ff1-9e5d-45cef7b43394 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4182947 Jun 29 10:16:52.828264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 3331369a-42fc-4954-bcd7-40e49d09256b {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:16:52.828616 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.883893 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-8868e2f5-8d85-40e2-9fc1-d6e82ce3c616 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009780647&fields=id&tenant_id=95758004812247a0b66b0d2da9c8f8da HTTP/1.1" status: 200 len: 267 time: 0.0430236 Jun 29 10:16:52.887244 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4de8bbd9-cd89-460c-8f4a-3dedf98fe4ae req-25bc6667-fcf4-4fde-9233-5a7cec9ec09c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900681 Jun 29 10:16:52.936264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] For port 3331369a-42fc-4954-bcd7-40e49d09256b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3331369a-42fc-4954-bcd7-40e49d09256b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:52.936656 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:52.945253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-a5cb409a-a304-4d46-a3fb-da84be6883c9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:52.946750 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-a5cb409a-a304-4d46-a3fb-da84be6883c9 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0565703 Jun 29 10:16:52.957786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'port': {'security_groups': ['468087a4-d018-41b7-87a1-faa12aa19264', 'abf33e47-6a38-41fd-97c1-af8adf992b2d']}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:53.026766 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.037041 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92b00-8e17-4e1c-9cb2-e53677d3c772 req-70a7ecb3-513c-4824-8819-1d50b8987556 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:53.038519 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44c92b00-8e17-4e1c-9cb2-e53677d3c772 req-70a7ecb3-513c-4824-8819-1d50b8987556 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 945 time: 0.1049516 Jun 29 10:16:53.156038 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44c92b00-8e17-4e1c-9cb2-e53677d3c772 req-0cca94de-7880-4956-b347-36587eedde7b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d9dbd11-6149-468d-9604-d2cef5ecfb30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894239 Jun 29 10:16:53.171655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.172107 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.172520 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP dd8d316c-3823-4829-9daf-7c1d38a3fd35 disassociated. External IP: 172.27.1.78, port: 3331369a-42fc-4954-bcd7-40e49d09256b. Jun 29 10:16:53.172990 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 3331369a-42fc-4954-bcd7-40e49d09256b owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:16:53.214692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:16:53.242234 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.328221 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.342202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:53.374126 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:53.378648 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.378648 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-739a5792-43e3-43b6-a1b3-314f1ccbd20b req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "PUT /v2.0/ports/bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 982 time: 0.4230044 Jun 29 10:16:53.378648 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:53.382988 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b" -d '{"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:53.428316 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f272e-e339-470c-8d74-be67ea218696 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=6']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:53.452115 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd11d17-adda-41de-80ef-7241f66e4e71 x-openstack-request-id: req-abd11d17-adda-41de-80ef-7241f66e4e71 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:53.452577 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:53.453681 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abd11d17-adda-41de-80ef-7241f66e4e71 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:53.453962 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd11d17-adda-41de-80ef-7241f66e4e71'] response: {'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:16:53.454803 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (3331369a-42fc-4954-bcd7-40e49d09256b), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.524104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=3331369a-42fc-4954-bcd7-40e49d09256b,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:53.525012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae3e72-0aab-46fa-9364-99508973ad87 req-8c83c5e2-9df8-4fe6-9614-6073ae6e0d51 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:53.532011 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-69ae3e72-0aab-46fa-9364-99508973ad87 req-8c83c5e2-9df8-4fe6-9614-6073ae6e0d51 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0865862 Jun 29 10:16:53.560952 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:16:53.610505 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-69ae3e72-0aab-46fa-9364-99508973ad87 req-7632ec3b-2084-4afa-820d-11aef838b4f2 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756552 Jun 29 10:16:53.791674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2c3d21e1-2f80-46d5-9ba0-bdde83bcf65f None None] Provisioning complete for port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:16:53.792045 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2c3d21e1-2f80-46d5-9ba0-bdde83bcf65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:53.907318 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a82b0-7c21-475c-8ec7-d06b8ace5271 req-02c73acc-702b-4b87-8073-2f87f935c4c1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:53.908864 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e54a82b0-7c21-475c-8ec7-d06b8ace5271 req-02c73acc-702b-4b87-8073-2f87f935c4c1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.3749325 Jun 29 10:16:53.938225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-6e738667-2f37-4502-809f-85924de2329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:53.939688 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-6e738667-2f37-4502-809f-85924de2329c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1169 time: 0.4488165 Jun 29 10:16:53.996316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d21e1-2f80-46d5-9ba0-bdde83bcf65f None None] Current status of the port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:16:54.066767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e54a82b0-7c21-475c-8ec7-d06b8ace5271 req-d70bfc9f-6641-4c55-9fca-9a426dd7ada2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468976 Jun 29 10:16:54.088545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:16:54.117774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-3144e8cd-ef57-47fb-a3a5-2a2b08e2eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:54.119856 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-3144e8cd-ef57-47fb-a3a5-2a2b08e2eea1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 916 time: 0.1519043 Jun 29 10:16:54.243158 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-8c8879a9-a6cb-4e6c-b67d-44414616cc7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 1002 time: 0.0898211 Jun 29 10:16:54.248408 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7f52c15c-bdeb-4043-90bd-90fd5326fa61 req-7fcfdd22-a80c-4f28-9c10-15b88ed79c5f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 210 time: 0.0272775 Jun 29 10:16:54.286767 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:16:54.295761 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:16:54.304947 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:54.305515 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:54.334763 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] No DVR routers for this DVR port 3331369a-42fc-4954-bcd7-40e49d09256b on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:16:54.337246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:54.341164 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-62f975b5-1d92-4358-910c-cdc93cda2115 req-7c4818c4-e121-4bce-a275-904738bf22eb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "DELETE /v2.0/ports/3331369a-42fc-4954-bcd7-40e49d09256b HTTP/1.1" status: 204 len: 173 time: 1.6566768 Jun 29 10:16:54.343725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'name': 'network-vif-deleted', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:16:54.345995 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20b80f-2e23-45f7-a962-11c76b91cac2" -d '{"events": [{"server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "name": "network-vif-deleted", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:16:54.351825 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-adc4ed8a-ca94-40c4-bad6-1567a6eb4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:54.353995 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-adc4ed8a-ca94-40c4-bad6-1567a6eb4960 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.1002676 Jun 29 10:16:54.394980 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a8805d-3e54-4046-8a4a-0e189b4f8bc7 x-openstack-request-id: req-49a8805d-3e54-4046-8a4a-0e189b4f8bc7 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:16:54.395324 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e1606-fdfe-46b2-8396-4d2f677c2d0c", "name": "network-vif-deleted", "tag": "3331369a-42fc-4954-bcd7-40e49d09256b", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:16:54.395702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49a8805d-3e54-4046-8a4a-0e189b4f8bc7 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:16:54.395905 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a8805d-3e54-4046-8a4a-0e189b4f8bc7'] response: {'server_uuid': '443e1606-fdfe-46b2-8396-4d2f677c2d0c', 'name': 'network-vif-deleted', 'tag': '3331369a-42fc-4954-bcd7-40e49d09256b', 'status': 'completed', 'code': 200} Jun 29 10:16:54.419929 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:54.421526 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-317725f4-44d3-4509-9f22-525fe98d20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:54.423122 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-317725f4-44d3-4509-9f22-525fe98d20d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598962 Jun 29 10:16:54.529977 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-085fe9f8-b564-4b9f-802b-d57a44f0b127 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001644 Jun 29 10:16:54.645523 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-92de0e48-8a5e-4ac1-9e4e-18b670b9553b req-dd5e4e0f-5f56-45d5-8287-fd2b71f55780 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050150 Jun 29 10:16:54.757407 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:54.781985 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:16:54.790596 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:16:54.791964 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:16:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:54.890342 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:16:55.082823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:16:55.106453 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62723f95-fd1f-412e-8c10-c2c7225df6b6 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:16:55.200946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d50dd-5423-4d50-8d25-5aa46e39bd47 req-53036d9a-3a59-4e5b-84eb-44d2f8eda137 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:55.202497 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-477d50dd-5423-4d50-8d25-5aa46e39bd47 req-53036d9a-3a59-4e5b-84eb-44d2f8eda137 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0584235 Jun 29 10:16:55.257159 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-477d50dd-5423-4d50-8d25-5aa46e39bd47 req-6952d914-a4a8-4d33-93b5-f8c7e2358dd9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490460 Jun 29 10:16:55.362340 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563dcdd-dcdf-4ae3-926a-9cb9c293494e None None] New status for floating IP dd8d316c-3823-4829-9daf-7c1d38a3fd35: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:16:55.381904 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fd45060a-768f-4fc9-9a3d-1b5cc9e05f49 req-bc842f1d-0f3f-4251-9414-7914a3a8af89 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=443e1606-fdfe-46b2-8396-4d2f677c2d0c HTTP/1.1" status: 200 len: 210 time: 0.0440464 Jun 29 10:16:55.794670 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 3331369a-42fc-4954-bcd7-40e49d09256b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:16:55.814115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 3331369a-42fc-4954-bcd7-40e49d09256b {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:16:55.814399 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 3331369a-42fc-4954-bcd7-40e49d09256b not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:16:56.380253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef774227-e40d-437a-8ebe-d7b304380fe9 req-c1f49a1d-39d3-490b-a1f5-5d5c840cfdf9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:56.381742 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ef774227-e40d-437a-8ebe-d7b304380fe9 req-c1f49a1d-39d3-490b-a1f5-5d5c840cfdf9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0539119 Jun 29 10:16:56.429054 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ef774227-e40d-437a-8ebe-d7b304380fe9 req-953588e9-94bc-4a3d-8612-c5a338af55fb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Jun 29 10:16:56.539320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56126) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:56.594940 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (7d9dbd11-6149-468d-9604-d2cef5ecfb30), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.619398 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (7d9dbd11-6149-468d-9604-d2cef5ecfb30), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.722030 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7d9dbd11-6149-468d-9604-d2cef5ecfb30), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.724709 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.725861 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/security-groups/7d9dbd11-6149-468d-9604-d2cef5ecfb30 HTTP/1.1" status: 204 len: 168 time: 0.1855614 Jun 29 10:16:56.729366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56128) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:56.735452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493328b-4339-4e6b-9a1b-c823ba79bca7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9dbd11-6149-468d-9604-d2cef5ecfb30,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:56.742535 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.api.v2.resource [None req-59919b7d-6d16-4dd3-98e9-34c48016ec58 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] show failed (client error): The resource could not be found. Jun 29 10:16:56.743554 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-59919b7d-6d16-4dd3-98e9-34c48016ec58 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups/7d9dbd11-6149-468d-9604-d2cef5ecfb30 HTTP/1.1" status: 404 len: 347 time: 0.0131879 Jun 29 10:16:56.747579 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56130) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:56.860774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port f4ef7296-3d97-48e5-95a7-aac1c740310d {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:16:56.861006 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.911976 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:16:56.939469 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.939788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (f4ef7296-3d97-48e5-95a7-aac1c740310d), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:56.951754 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for f4ef7296-3d97-48e5-95a7-aac1c740310d owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:16:57.150952 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (f4ef7296-3d97-48e5-95a7-aac1c740310d), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.181565 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=f4ef7296-3d97-48e5-95a7-aac1c740310d,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:57.240237 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (dd8d316c-3823-4829-9daf-7c1d38a3fd35), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.242799 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.244212 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-0cf1ed29-df29-4598-98f4-aa0938327095 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/floatingips/dd8d316c-3823-4829-9daf-7c1d38a3fd35 HTTP/1.1" status: 204 len: 168 time: 0.4957016 Jun 29 10:16:57.412516 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56134) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:57.417791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915134989', 'description': 'tempest-description--1271449939'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:57.493126 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.556550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (643fa7d4-c6b4-470d-8021-d66221a58a5c), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.652675 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (643fa7d4-c6b4-470d-8021-d66221a58a5c), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.681198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643fa7d4-c6b4-470d-8021-d66221a58a5c,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:57.747317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.748562 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-47d603ef-1174-40a5-a98c-18e03c1f5af5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3349710 Jun 29 10:16:57.751407 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56136) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:57.755724 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '643fa7d4-c6b4-470d-8021-d66221a58a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:57.840087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (89d3ba0b-4fc3-411a-b8f3-777bece0ac45), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:57.896504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (89d3ba0b-4fc3-411a-b8f3-777bece0ac45), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.000413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (89d3ba0b-4fc3-411a-b8f3-777bece0ac45), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.019085 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d3ba0b-4fc3-411a-b8f3-777bece0ac45,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:58.112056 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.113314 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3d288c0e-f415-4448-8cb9-15f09ae29709 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609638 Jun 29 10:16:58.115942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56138) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:58.120753 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '643fa7d4-c6b4-470d-8021-d66221a58a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:58.247246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (b7463da2-bcb7-4553-b2fc-e71d5b517a42), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.300806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (b7463da2-bcb7-4553-b2fc-e71d5b517a42), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.401416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (b7463da2-bcb7-4553-b2fc-e71d5b517a42), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.419088 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7463da2-bcb7-4553-b2fc-e71d5b517a42,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:58.494706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.496111 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-584602ac-8b64-4698-ae19-88038e3e178d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792624 Jun 29 10:16:58.499348 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56140) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:16:58.503503 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:16:58.590451 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.694092 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:58.796432 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.27.1.48 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/0179f15f-6f77-4349-b92c-573cb87e820b) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:16:58.895876 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (0179f15f-6f77-4349-b92c-573cb87e820b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.002198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.037232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:16:59.041912 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:16:59.045352 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:16:59.054385 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=0179f15f-6f77-4349-b92c-573cb87e820b,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:59.095291 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.188593 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.335479 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (0179f15f-6f77-4349-b92c-573cb87e820b), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.384104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.411760 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.433893 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=0179f15f-6f77-4349-b92c-573cb87e820b,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:16:59.576034 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:16:59.577305 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d09a4b64-f6c0-4bfc-ad61-0368d57eacd2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0770390 Jun 29 10:16:59.774338 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-90593a0b-65cb-40f5-9e95-226766c32ada tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1915134989&fields=id&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 267 time: 0.0453281 Jun 29 10:16:59.881473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-d00929e4-7c0b-403c-ac5e-eb8cb6651ffe tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:16:59.882888 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-d00929e4-7c0b-403c-ac5e-eb8cb6651ffe tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1016591 Jun 29 10:16:59.897091 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-675c82ad-215c-4819-a964-e8b133c560a7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/quotas/9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 375 time: 0.0086591 Jun 29 10:16:59.950323 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-3c560e44-2e2b-430c-8929-bc7763aad34f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481517 Jun 29 10:17:00.049969 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-41899a55-4e1a-4d42-ab07-b9f76b420b1e service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881402 Jun 29 10:17:00.139809 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-43f78c00-2fdb-470c-8a46-1d43f2525677 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839803 Jun 29 10:17:00.412180 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9c1e4184-e586-4b2f-85f1-81b2dbe0ec0f req-f255284d-8520-4372-9262-4b48ccb7b471 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 210 time: 0.0281417 Jun 29 10:17:01.508682 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-59ae5256-7b53-4a70-9bf2-7928852a086e req-83b1fb3c-1cbf-45eb-93b6-689791c49938 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 210 time: 0.0315368 Jun 29 10:17:02.459308 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-5d08a1ff-d86a-4a77-86a0-78c5418449c8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:02.460594 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-5d08a1ff-d86a-4a77-86a0-78c5418449c8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1012299 Jun 29 10:17:02.522223 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-af05f472-69c3-4330-9838-07393b5727ac tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 380 time: 0.0513847 Jun 29 10:17:02.531192 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'port': {'device_id': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'admin_state_up': True, 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'security_groups': ['643fa7d4-c6b4-470d-8021-d66221a58a5c']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:02.615406 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-019869f6-2240-44fc-aa43-cf727207ec10 req-d7364404-5b15-4676-92ec-c79706a50fa8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 210 time: 0.0388923 Jun 29 10:17:02.721170 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:17:02.724380 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:02.861485 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.20.0.4 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/9107346e-6106-4c32-a56e-20df120525c4) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:17:02.996527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (9107346e-6106-4c32-a56e-20df120525c4), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.086798 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.129362 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:17:03.134286 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:17:03.137791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:17:03.142982 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:03.143576 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.157502 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:03.249716 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-e20dc334-7ee6-4f80-90c7-acc3f8e56993 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219677 Jun 29 10:17:03.266657 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Request body: {'port': {'device_id': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:03.328469 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9107346e-6106-4c32-a56e-20df120525c4), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.379930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-fa82b70a-00a3-4612-af26-7c7e0f58273e None None] Provisioning complete for port 9107346e-6106-4c32-a56e-20df120525c4 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:17:03.380516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-fa82b70a-00a3-4612-af26-7c7e0f58273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9107346e-6106-4c32-a56e-20df120525c4), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.410339 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-fa82b70a-00a3-4612-af26-7c7e0f58273e None None] Port 9107346e-6106-4c32-a56e-20df120525c4 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:17:03.584388 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9107346e-6106-4c32-a56e-20df120525c4 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:17:03.591838 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks [] for port (9107346e-6106-4c32-a56e-20df120525c4), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.603577 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Transition to ACTIVE for port object 9107346e-6106-4c32-a56e-20df120525c4 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:17:03.669796 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.686350 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.751884 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Pushing event updated for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:03.789718 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Attempting to bind port 9107346e-6106-4c32-a56e-20df120525c4 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:17:03.790055 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Attempting to bind port 9107346e-6106-4c32-a56e-20df120525c4 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:17:03.790379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Attempting to bind port 9107346e-6106-4c32-a56e-20df120525c4 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:17:03.803143 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71944ef-c5c8-4098-842b-590d163e6033 req-c6befe8e-0c87-452d-998d-4e215c61e9cd tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:03.804712 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f71944ef-c5c8-4098-842b-590d163e6033 req-c6befe8e-0c87-452d-998d-4e215c61e9cd tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 943 time: 0.1102283 Jun 29 10:17:03.805927 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Port 9107346e-6106-4c32-a56e-20df120525c4 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:17:03.806249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Attempting to bind port 9107346e-6106-4c32-a56e-20df120525c4 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:17:03.814584 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:17:03.814918 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:17:03.815299 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:17:03.815866 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Bound port: 9107346e-6106-4c32-a56e-20df120525c4, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:17:03.816225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9107346e-6106-4c32-a56e-20df120525c4), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:03.901502 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f71944ef-c5c8-4098-842b-590d163e6033 req-a92807ec-069b-498b-a4d1-21ea6bd42179 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890741 Jun 29 10:17:03.911722 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:17:03.914889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9107346e-6106-4c32-a56e-20df120525c4,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:17:03.996467 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:04.029409 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.030102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:04.031489 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] 10.222.0.64 "PUT /v2.0/ports/9107346e-6106-4c32-a56e-20df120525c4 HTTP/1.1" status: 200 len: 1093 time: 0.7693944 Jun 29 10:17:04.031912 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'tag': '9107346e-6106-4c32-a56e-20df120525c4'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:04.034137 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "tag": "9107346e-6106-4c32-a56e-20df120525c4"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:04.061594 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160232a-4d98-4408-b97f-944d7a92d90e service neutron] Pushing event updated for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:04.078268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2f297-51ca-42c0-a543-c6bc51e79fea x-openstack-request-id: req-a0f2f297-51ca-42c0-a543-c6bc51e79fea {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:04.078554 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "tag": "9107346e-6106-4c32-a56e-20df120525c4", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:04.083976 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0f2f297-51ca-42c0-a543-c6bc51e79fea {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:04.083976 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f2f297-51ca-42c0-a543-c6bc51e79fea'] response: {'name': 'network-changed', 'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'tag': '9107346e-6106-4c32-a56e-20df120525c4', 'status': 'completed', 'code': 200} Jun 29 10:17:04.155764 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-c82fefaf-8736-4958-a51b-bddb98e21585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.157328 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-c82fefaf-8736-4958-a51b-bddb98e21585 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 1127 time: 0.0466809 Jun 29 10:17:04.261073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-2a2eddca-b1f9-4fc5-b9c6-104b98ba5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.262516 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-2a2eddca-b1f9-4fc5-b9c6-104b98ba5a21 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978980 Jun 29 10:17:04.361915 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-dcdff1c6-80f6-4cb9-815e-ab9b3f4efbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.363309 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8eefef20-59f7-44b7-b1d7-cbf386aa76c0 req-dcdff1c6-80f6-4cb9-815e-ab9b3f4efbff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921834 Jun 29 10:17:04.446230 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-1c5a093c-5f09-46fc-b77e-21d433b1b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.447687 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-1c5a093c-5f09-46fc-b77e-21d433b1b28d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 1127 time: 0.0442717 Jun 29 10:17:04.492017 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-5e49aa4b-5ff5-480b-b4ca-8db736da1833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9107346e-6106-4c32-a56e-20df120525c4 HTTP/1.1" status: 200 len: 217 time: 0.0325105 Jun 29 10:17:04.546502 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-80c2632e-4419-4f7f-a6c4-cc528681d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.547993 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-80c2632e-4419-4f7f-a6c4-cc528681d165 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0445089 Jun 29 10:17:04.606446 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-a75c597e-9d2a-45d6-bd02-cf6379b3c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:04.607909 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-a75c597e-9d2a-45d6-bd02-cf6379b3c038 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478799 Jun 29 10:17:04.698399 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-f4527d89-2728-4540-9ba4-bdeeedd6d5a0 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820675 Jun 29 10:17:04.793153 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-483eee85-36e8-4e75-a610-cccf5a2a7c84 req-054bfa00-70eb-48ee-b520-5eacbca44c20 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Jun 29 10:17:05.018730 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770280be-a7d0-4fbb-bf81-c3c9ee19e46c req-df10e950-7f54-4fcc-8146-fc21ab2d195c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:05.020185 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-770280be-a7d0-4fbb-bf81-c3c9ee19e46c req-df10e950-7f54-4fcc-8146-fc21ab2d195c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 943 time: 0.0533471 Jun 29 10:17:05.066580 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-770280be-a7d0-4fbb-bf81-c3c9ee19e46c req-5d4e7a34-03a8-48b4-a913-cd31d2a6e6a2 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Jun 29 10:17:05.685198 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-62a6deff-1829-4217-92f6-56681d72373c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417924 Jun 29 10:17:05.758185 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-ddcb14e0-43d8-4b2d-9726-d3caf11d5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:05.759654 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-ddcb14e0-43d8-4b2d-9726-d3caf11d5b3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1129 time: 0.0455103 Jun 29 10:17:05.870482 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-904991ab-2fe3-4379-83ec-d7f1ff6edc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:05.871867 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-904991ab-2fe3-4379-83ec-d7f1ff6edc3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.0834513 Jun 29 10:17:05.936406 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-1dfa84a7-1fb3-4aa8-bc34-822d1ca25a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 1000 time: 0.0565476 Jun 29 10:17:05.985683 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-15066689-f880-485b-9d44-444b4eafc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:05.987071 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-15066689-f880-485b-9d44-444b4eafc0b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0424302 Jun 29 10:17:06.034590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-ed1e9613-d1a0-4ccc-ae34-2f2c9724deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:06.036039 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-ed1e9613-d1a0-4ccc-ae34-2f2c9724deff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416763 Jun 29 10:17:06.131082 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-dc86fed0-a767-4fa6-883c-fe125649fd55 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Jun 29 10:17:06.177390 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2ebf189b-7d8a-4fdf-a29b-78b20681eac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:06.191391 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a592-f071-4a9e-8f4b-cfc8fd680283 req-d3ae350f-c851-458a-9363-2244f06f3d02 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:06.193036 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6875a592-f071-4a9e-8f4b-cfc8fd680283 req-d3ae350f-c851-458a-9363-2244f06f3d02 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 943 time: 0.0575185 Jun 29 10:17:06.221902 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc28ae4e-9133-41a3-80f4-45fdf40700b7 req-e4125128-bac4-4159-8367-f9f53bf99e0f service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833185 Jun 29 10:17:06.241383 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6875a592-f071-4a9e-8f4b-cfc8fd680283 req-f01c4d7a-10ed-42c9-b402-bca3a1bf0338 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Jun 29 10:17:07.375427 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a5f36-d5d5-4a6e-9a23-ca126bbe4b5a req-ecb17ede-5c54-4cc4-b782-7492e40873db tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:07.376929 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-930a5f36-d5d5-4a6e-9a23-ca126bbe4b5a req-ecb17ede-5c54-4cc4-b782-7492e40873db tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 943 time: 0.0692985 Jun 29 10:17:07.422193 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-930a5f36-d5d5-4a6e-9a23-ca126bbe4b5a req-24a65aef-62b3-40ee-85ae-3eb6501a7eff tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Jun 29 10:17:07.887216 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 9107346e-6106-4c32-a56e-20df120525c4 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:17:07.982695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9107346e-6106-4c32-a56e-20df120525c4,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:07.993478 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '9107346e-6106-4c32-a56e-20df120525c4', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'port_id': '9107346e-6106-4c32-a56e-20df120525c4', 'mac_address': 'fa:16:3e:df:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:17:08.027665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 9107346e-6106-4c32-a56e-20df120525c4 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:17:08.028042 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9107346e-6106-4c32-a56e-20df120525c4), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:08.040313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9107346e-6106-4c32-a56e-20df120525c4 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:17:08.062618 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9107346e-6106-4c32-a56e-20df120525c4,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:08.166453 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:08.211590 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:08.534271 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['9107346e-6106-4c32-a56e-20df120525c4'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:17:08.539253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6075bde-9679-4811-8002-c3f6aa825deb req-3dbbec57-4a04-4fe8-b8d4-2fa78867a72e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:08.540781 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c6075bde-9679-4811-8002-c3f6aa825deb req-3dbbec57-4a04-4fe8-b8d4-2fa78867a72e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 944 time: 0.0538235 Jun 29 10:17:08.567953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-78a42342-286a-49c8-8225-1ae11622dab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:08.590934 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c6075bde-9679-4811-8002-c3f6aa825deb req-4739b65c-f5ce-4354-9247-ef919fce490b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441861 Jun 29 10:17:09.440120 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:09.718638 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb76794-36f9-4977-8f40-cf034ccaacdd req-98f000ec-694b-490e-b686-eb8a890f2a24 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:09.720014 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dcb76794-36f9-4977-8f40-cf034ccaacdd req-98f000ec-694b-490e-b686-eb8a890f2a24 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 944 time: 0.0626171 Jun 29 10:17:09.766368 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dcb76794-36f9-4977-8f40-cf034ccaacdd req-d6d72843-08ba-4be8-b23f-b5f0db309ce6 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Jun 29 10:17:09.884193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 9107346e-6106-4c32-a56e-20df120525c4 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:17:09.965594 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 9107346e-6106-4c32-a56e-20df120525c4 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:17:09.969674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 9107346e-6106-4c32-a56e-20df120525c4 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:17:09.969985 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9107346e-6106-4c32-a56e-20df120525c4), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:10.040336 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 9107346e-6106-4c32-a56e-20df120525c4 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:17:10.040857 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9107346e-6106-4c32-a56e-20df120525c4), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:10.067346 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9107346e-6106-4c32-a56e-20df120525c4'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:10.069586 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc96ca5-5ee1-4b6d-aa19-3ab5937c2fb0" -d '{"events": [{"server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "name": "network-vif-plugged", "status": "completed", "tag": "9107346e-6106-4c32-a56e-20df120525c4"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:10.081776 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9107346e-6106-4c32-a56e-20df120525c4,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:10.105439 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5f94b7-f1e3-4956-b8f7-ab3fc7fdfc8c x-openstack-request-id: req-1c5f94b7-f1e3-4956-b8f7-ab3fc7fdfc8c {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:10.106228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "name": "network-vif-plugged", "status": "completed", "tag": "9107346e-6106-4c32-a56e-20df120525c4", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:10.106228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c5f94b7-f1e3-4956-b8f7-ab3fc7fdfc8c {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:10.106710 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5f94b7-f1e3-4956-b8f7-ab3fc7fdfc8c'] response: {'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9107346e-6106-4c32-a56e-20df120525c4', 'code': 200} Jun 29 10:17:10.154203 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:10.199388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:10.420580 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b682-e3d1-4fc4-9c39-e2a7be66e73a req-3b25c89f-806c-4511-8a3b-56b6fc6830d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:10.422090 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3cc7b682-e3d1-4fc4-9c39-e2a7be66e73a req-3b25c89f-806c-4511-8a3b-56b6fc6830d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 1129 time: 0.0441151 Jun 29 10:17:10.466761 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3cc7b682-e3d1-4fc4-9c39-e2a7be66e73a req-a7c04543-1d0a-4fee-8f58-bc8f0cf2d24a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369787 Jun 29 10:17:10.892357 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d2d0-9adc-4907-98d1-f8c10c07b8e2 req-d598a5bc-c52b-4988-9c0a-abda837bd82d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:10.893908 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9ec8d2d0-9adc-4907-98d1-f8c10c07b8e2 req-d598a5bc-c52b-4988-9c0a-abda837bd82d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0588908 Jun 29 10:17:10.942208 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9ec8d2d0-9adc-4907-98d1-f8c10c07b8e2 req-5d2e3247-54c4-4b75-854e-ae87499e559f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Jun 29 10:17:11.302103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:12.059853 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da59623-5ddb-4929-8d40-a52fe1609657 req-f7ee60f2-4748-497c-a88e-a4a146c77b5d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:12.061386 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0da59623-5ddb-4929-8d40-a52fe1609657 req-f7ee60f2-4748-497c-a88e-a4a146c77b5d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Jun 29 10:17:12.111943 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0da59623-5ddb-4929-8d40-a52fe1609657 req-6f059dca-0dbf-4181-9d48-233f59a0f24c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Jun 29 10:17:12.633916 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:13.226436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26734310-6fde-4514-a67b-dfab45f81604 req-5b7c7219-820d-4c5c-a54a-b7d1ba206471 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:13.227892 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-26734310-6fde-4514-a67b-dfab45f81604 req-5b7c7219-820d-4c5c-a54a-b7d1ba206471 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Jun 29 10:17:13.273985 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-26734310-6fde-4514-a67b-dfab45f81604 req-716e0f9f-c32e-4ef4-8eec-528d7eec9229 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Jun 29 10:17:13.387969 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a56b-5283-4234-ba80-348b82eb615b req-38512c82-159a-47b6-ae55-6268f3bcad41 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:13.389515 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ca70a56b-5283-4234-ba80-348b82eb615b req-38512c82-159a-47b6-ae55-6268f3bcad41 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0521717 Jun 29 10:17:13.397909 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56214) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:13.402887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'port_id': '9107346e-6106-4c32-a56e-20df120525c4'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:13.438842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:13.846388 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:13.914048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:14.006199 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP a4beafbf-cd9d-4149-bf78-d514e8d12bd3 associated. External IP: 172.27.1.48, port: 9107346e-6106-4c32-a56e-20df120525c4. Jun 29 10:17:14.190815 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:17:14.288321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:17:14.293700 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:14.298033 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:17:14.307814 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:14.308428 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:14.322534 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7b6cedac-64b4-4634-832d-3164d450a359 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "PUT /v2.0/floatingips/a4beafbf-cd9d-4149-bf78-d514e8d12bd3 HTTP/1.1" status: 200 len: 990 time: 0.9236202 Jun 29 10:17:14.323092 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'tag': '9107346e-6106-4c32-a56e-20df120525c4'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:14.325685 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c25369-2153-495f-85af-86bed8a902a5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "tag": "9107346e-6106-4c32-a56e-20df120525c4"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:14.362002 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b84020-2ea1-4723-b265-87fa66cbb629 x-openstack-request-id: req-d4b84020-2ea1-4723-b265-87fa66cbb629 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:14.362297 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "tag": "9107346e-6106-4c32-a56e-20df120525c4", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:14.362568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b84020-2ea1-4723-b265-87fa66cbb629 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:14.362969 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b84020-2ea1-4723-b265-87fa66cbb629'] response: {'name': 'network-changed', 'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'tag': '9107346e-6106-4c32-a56e-20df120525c4', 'status': 'completed', 'code': 200} Jun 29 10:17:14.415342 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:14.434395 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25369-2153-495f-85af-86bed8a902a5 req-adb26645-6caf-44aa-a5a2-481771b132fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:14.435949 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-adb26645-6caf-44aa-a5a2-481771b132fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 1129 time: 0.0450723 Jun 29 10:17:14.530247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25369-2153-495f-85af-86bed8a902a5 req-457a69e2-9cb1-497e-84e6-958a89f85f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:14.531708 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-457a69e2-9cb1-497e-84e6-958a89f85f84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.0866678 Jun 29 10:17:14.596453 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-e9554476-4f3f-4312-8cc5-287182b3e3f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9107346e-6106-4c32-a56e-20df120525c4 HTTP/1.1" status: 200 len: 998 time: 0.0568511 Jun 29 10:17:14.641490 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'a4beafbf-cd9d-4149-bf78-d514e8d12bd3', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '9107346e-6106-4c32-a56e-20df120525c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:df:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:59Z', 'updated_at': '2022-06-29T10:17:13Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:14.657634 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25369-2153-495f-85af-86bed8a902a5 req-44ffaeb2-e998-48f5-89e6-756101548cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:14.659093 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-44ffaeb2-e998-48f5-89e6-756101548cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0495982 Jun 29 10:17:14.666398 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:17:14.674674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:14.675268 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:14.706070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25369-2153-495f-85af-86bed8a902a5 req-2a9af7ae-d520-46d5-9849-8e6058e4eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:14.707572 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-2a9af7ae-d520-46d5-9849-8e6058e4eec0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424645 Jun 29 10:17:14.773786 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:14.797903 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-6d02645d-7bf7-4aa9-a644-68584dbea208 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817542 Jun 29 10:17:14.895568 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11c25369-2153-495f-85af-86bed8a902a5 req-dbb5f9c9-4d9f-4538-bbc0-d378591d236e service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860424 Jun 29 10:17:14.984476 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'a4beafbf-cd9d-4149-bf78-d514e8d12bd3', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '9107346e-6106-4c32-a56e-20df120525c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:df:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:59Z', 'updated_at': '2022-06-29T10:17:13Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:15.012289 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132cf80-5f1c-4182-ace6-533a58ee680b None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'a4beafbf-cd9d-4149-bf78-d514e8d12bd3', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '9107346e-6106-4c32-a56e-20df120525c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:df:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:59Z', 'updated_at': '2022-06-29T10:17:13Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:17:15.198261 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f9891-3c1a-4e2a-876a-01cc40dbd02a None None] New status for floating IP a4beafbf-cd9d-4149-bf78-d514e8d12bd3: ACTIVE {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:17:20.881577 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d366d-fa25-4504-8584-410d9c807d81 req-60260989-7abc-4cf3-9b01-2b06ecd2a6bf tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:20.882955 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af9d366d-fa25-4504-8584-410d9c807d81 req-60260989-7abc-4cf3-9b01-2b06ecd2a6bf tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0525465 Jun 29 10:17:20.935655 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af9d366d-fa25-4504-8584-410d9c807d81 req-352ca284-dc57-49ae-ab0d-d5f89b227ee3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460615 Jun 29 10:17:22.055597 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffef67-8cec-466f-8abd-ff8fbf20548c req-415e1acb-9582-4681-a842-01452b655486 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:22.057653 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5cffef67-8cec-466f-8abd-ff8fbf20548c req-415e1acb-9582-4681-a842-01452b655486 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Jun 29 10:17:22.103191 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5cffef67-8cec-466f-8abd-ff8fbf20548c req-634f484c-cbc5-4f36-8ca1-c88df0f74ad2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Jun 29 10:17:23.219113 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c725ad-ce4f-4e20-9c1a-4b428f69c70e req-1ae33a78-c66d-4d96-8920-aa593117aad6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:23.220577 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f8c725ad-ce4f-4e20-9c1a-4b428f69c70e req-1ae33a78-c66d-4d96-8920-aa593117aad6 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Jun 29 10:17:23.266656 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f8c725ad-ce4f-4e20-9c1a-4b428f69c70e req-8930d8ad-c7d7-45a5-ac3a-568c20e576af tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Jun 29 10:17:24.036467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856893c-ca9e-47c6-90e8-89266d435dcb req-c333766b-6a8e-4f8f-8cf6-d07ffbf46f16 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.037993 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8856893c-ca9e-47c6-90e8-89266d435dcb req-c333766b-6a8e-4f8f-8cf6-d07ffbf46f16 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0519841 Jun 29 10:17:24.097807 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8856893c-ca9e-47c6-90e8-89266d435dcb req-f53a6b33-cd64-45df-a282-f12938f9e631 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531290 Jun 29 10:17:24.114135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-a4e04bd3-ac41-4c08-ab26-c8bfd1517ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.115631 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-a4e04bd3-ac41-4c08-ab26-c8bfd1517ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1169 time: 0.0481589 Jun 29 10:17:24.486473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e622a-939e-44d0-8595-885c805a4c08 req-968fd6c0-2624-450e-af25-3a76b382c69c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.487929 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-353e622a-939e-44d0-8595-885c805a4c08 req-968fd6c0-2624-450e-af25-3a76b382c69c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1091747 Jun 29 10:17:24.489370 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-c1680e0b-1dc1-4a75-8904-b11c77764f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.490680 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-c1680e0b-1dc1-4a75-8904-b11c77764f1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 916 time: 0.3669074 Jun 29 10:17:24.579022 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-1ae0e71a-a565-476c-9823-6d2aeb131673 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 1002 time: 0.0800505 Jun 29 10:17:24.582159 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-353e622a-939e-44d0-8595-885c805a4c08 req-9dd08805-b237-43d1-931e-2a76d10a761a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888166 Jun 29 10:17:24.640062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-8852455e-ac9d-4a46-8215-4decdb32579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.641761 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-8852455e-ac9d-4a46-8215-4decdb32579f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.0473640 Jun 29 10:17:24.690663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-87348b88-4913-4933-ba51-a2eb6fae2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:24.692141 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-87348b88-4913-4933-ba51-a2eb6fae2496 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423794 Jun 29 10:17:24.784269 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-c303677a-a463-4638-b903-f226ea9544f1 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788240 Jun 29 10:17:24.884927 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e17af56f-c5ad-49db-8df0-60f8003b725c req-91a18d2e-462a-479d-974c-578ccf7bb98d service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845881 Jun 29 10:17:25.220249 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b66bd-d5c9-429b-82a1-6fe74de4187d req-251bebaa-fb67-4ccb-a50c-220ecc128977 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:25.221875 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f8b66bd-d5c9-429b-82a1-6fe74de4187d req-251bebaa-fb67-4ccb-a50c-220ecc128977 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0563304 Jun 29 10:17:25.280956 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0f8b66bd-d5c9-429b-82a1-6fe74de4187d req-329d049c-a4ec-4a08-bbe3-69b2f0d4e6f4 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533085 Jun 29 10:17:25.700235 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cb820-7669-41c2-a81f-a851e3788b5e req-a2b284d2-3ccd-4dbd-b709-d8875547b738 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:25.701646 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-353cb820-7669-41c2-a81f-a851e3788b5e req-a2b284d2-3ccd-4dbd-b709-d8875547b738 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Jun 29 10:17:25.747037 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-353cb820-7669-41c2-a81f-a851e3788b5e req-89a88c11-f0ce-4fd3-a30d-541427395618 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Jun 29 10:17:26.398486 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8600193-655b-4dd8-a2a4-f34c459edf6f req-7085e999-b3aa-493f-99b7-b0f9663fead4 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:26.399973 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e8600193-655b-4dd8-a2a4-f34c459edf6f req-7085e999-b3aa-493f-99b7-b0f9663fead4 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0532756 Jun 29 10:17:26.464634 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e8600193-655b-4dd8-a2a4-f34c459edf6f req-b5587904-8b55-4597-a55a-6d413f833826 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580649 Jun 29 10:17:26.869082 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc33595-10c2-4d8b-b2bb-fad45ffd43ab req-7f0695f1-8d2f-49bf-b656-f05adf5a1839 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:26.870480 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cfc33595-10c2-4d8b-b2bb-fad45ffd43ab req-7f0695f1-8d2f-49bf-b656-f05adf5a1839 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0565977 Jun 29 10:17:26.916084 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cfc33595-10c2-4d8b-b2bb-fad45ffd43ab req-fc8a57f0-d178-4816-b872-771fd627cd2e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Jun 29 10:17:27.584138 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582c33c-d23b-433a-be60-00cccc249ee8 req-2947479c-4407-4686-b336-53221bce5163 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:27.586255 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8582c33c-d23b-433a-be60-00cccc249ee8 req-2947479c-4407-4686-b336-53221bce5163 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0543115 Jun 29 10:17:27.645252 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8582c33c-d23b-433a-be60-00cccc249ee8 req-b1bf8312-6ca0-4855-88df-569b643b1cf4 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527499 Jun 29 10:17:28.035432 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8cea9-e716-4596-a74b-97ec219d1f74 req-b9b408f9-7b80-4fa8-a100-f4c764613f9a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:28.036913 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f8c8cea9-e716-4596-a74b-97ec219d1f74 req-b9b408f9-7b80-4fa8-a100-f4c764613f9a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Jun 29 10:17:28.087251 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f8c8cea9-e716-4596-a74b-97ec219d1f74 req-00227d8c-657f-46aa-baf7-c16946d2e6cb tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448730 Jun 29 10:17:28.760396 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9ccb9-4aaf-4ca6-afe4-9f820c2798ca req-cd371ecb-b4ae-4a30-b27b-2999953d26fc tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:28.762426 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-64b9ccb9-4aaf-4ca6-afe4-9f820c2798ca req-cd371ecb-b4ae-4a30-b27b-2999953d26fc tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0514560 Jun 29 10:17:28.823513 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-64b9ccb9-4aaf-4ca6-afe4-9f820c2798ca req-733c579e-d15a-4add-9ae2-13c4a09a13e1 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553288 Jun 29 10:17:29.202950 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a0c40-e9df-47fc-bd9c-cd35b2612b94 req-742269a4-4216-4e89-b48f-5aa241705b1a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:29.204424 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-603a0c40-e9df-47fc-bd9c-cd35b2612b94 req-742269a4-4216-4e89-b48f-5aa241705b1a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Jun 29 10:17:29.250579 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-603a0c40-e9df-47fc-bd9c-cd35b2612b94 req-52d46db7-9888-4193-a4bb-0f399b441867 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Jun 29 10:17:29.945004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5595b-c07b-4b58-b4d2-b5e1f6082e4b req-07d91e4d-29c8-464c-9392-90bf06e80496 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:29.946495 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b7d5595b-c07b-4b58-b4d2-b5e1f6082e4b req-07d91e4d-29c8-464c-9392-90bf06e80496 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0552204 Jun 29 10:17:30.005757 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b7d5595b-c07b-4b58-b4d2-b5e1f6082e4b req-0f2a7fb2-fbfe-467e-8322-b561bf729b90 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536158 Jun 29 10:17:30.368417 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed29161-587a-4146-8d45-a7721c63d633 req-0c50a68c-f1bc-44b5-bee9-3a8dccc41832 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:30.369918 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eed29161-587a-4146-8d45-a7721c63d633 req-0c50a68c-f1bc-44b5-bee9-3a8dccc41832 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Jun 29 10:17:30.416274 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eed29161-587a-4146-8d45-a7721c63d633 req-4d19e7b1-72d8-45b3-a824-39430c6ec596 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Jun 29 10:17:31.122248 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fee3d-8856-4941-a08b-fe4f621f0f05 req-285e4569-a8d5-47b0-812c-3d9cb4de574f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:31.123721 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-271fee3d-8856-4941-a08b-fe4f621f0f05 req-285e4569-a8d5-47b0-812c-3d9cb4de574f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0523612 Jun 29 10:17:31.182233 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-271fee3d-8856-4941-a08b-fe4f621f0f05 req-a1dff27e-74f8-4de4-bd24-6d21d620b83a tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527728 Jun 29 10:17:31.536053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6fa76-710f-40ac-8291-844dd9283c71 req-43affa6b-0afa-46fa-8a45-dbcc8624a079 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:31.537554 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-59b6fa76-710f-40ac-8291-844dd9283c71 req-43affa6b-0afa-46fa-8a45-dbcc8624a079 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Jun 29 10:17:31.590527 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-59b6fa76-710f-40ac-8291-844dd9283c71 req-60d35b75-560b-4412-9c25-dc27b834ba72 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466995 Jun 29 10:17:31.920800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b52010-3782-4bc5-9995-6cfa4ce8eeef req-d4caebc3-fa3c-4c01-87a8-2b501cb58898 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:31.922247 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a1b52010-3782-4bc5-9995-6cfa4ce8eeef req-d4caebc3-fa3c-4c01-87a8-2b501cb58898 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0687313 Jun 29 10:17:31.997928 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a1b52010-3782-4bc5-9995-6cfa4ce8eeef req-4d3e8d08-42d7-4162-8033-4c25a61c29a8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683770 Jun 29 10:17:32.014561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-2f388c6c-de6e-4da8-87d8-b5d10f3da071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:32.016019 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-2f388c6c-de6e-4da8-87d8-b5d10f3da071 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 1129 time: 0.0579360 Jun 29 10:17:32.105981 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-a2dff2b4-4a7d-4115-85f3-9b9139c74b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:32.107405 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-a2dff2b4-4a7d-4115-85f3-9b9139c74b32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.0831532 Jun 29 10:17:32.171675 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-426c9767-2fc1-40ef-a98b-b3c88440ef0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 200 len: 1000 time: 0.0569701 Jun 29 10:17:32.220127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-f055fe0d-77f6-4225-8898-ef794e5463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:32.221652 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-f055fe0d-77f6-4225-8898-ef794e5463a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0442352 Jun 29 10:17:32.269837 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-46e71b65-765c-45f4-8117-2cffea8aedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:32.271377 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-46e71b65-765c-45f4-8117-2cffea8aedc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436506 Jun 29 10:17:32.305703 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4e8f4-0c4b-4182-974c-26bfc699b416 req-b0f7fa3f-1941-46ee-8ae6-21cd55c26ac1 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:32.307857 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-75b4e8f4-0c4b-4182-974c-26bfc699b416 req-b0f7fa3f-1941-46ee-8ae6-21cd55c26ac1 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0563025 Jun 29 10:17:32.367908 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-9aa8201a-d87f-41ef-abf3-c796076e581d service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Jun 29 10:17:32.368274 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-75b4e8f4-0c4b-4182-974c-26bfc699b416 req-7a5b380a-d63b-4baa-bea7-aab8b8003dc2 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537367 Jun 29 10:17:32.457925 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a89bf981-f367-4e6e-a1e9-a50b8d5031f2 req-671ed967-7d08-4414-bfa6-3e28b6708d9a service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834308 Jun 29 10:17:33.113545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7318f-b379-4da3-8c42-700efa088318 req-610fe5f7-7e32-4936-b4e0-2b258a5f0d39 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:33.115016 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01a7318f-b379-4da3-8c42-700efa088318 req-610fe5f7-7e32-4936-b4e0-2b258a5f0d39 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Jun 29 10:17:33.161404 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-01a7318f-b379-4da3-8c42-700efa088318 req-f7620de4-c221-4c2a-8d9a-d631e714b058 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 Jun 29 10:17:33.485570 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a518-1b99-4654-917d-d9726f5cabb7 req-1e7cf46d-b0e1-484e-bc10-c500bb084100 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:33.487183 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3e53a518-1b99-4654-917d-d9726f5cabb7 req-1e7cf46d-b0e1-484e-bc10-c500bb084100 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0535643 Jun 29 10:17:33.561516 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3e53a518-1b99-4654-917d-d9726f5cabb7 req-6faa9be2-d92e-4440-a91c-f6eade2221d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686758 Jun 29 10:17:33.728409 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:33.909884 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:17:34.286181 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7403-a68f-4274-a20f-2151b5e552e0 req-0c391682-12eb-4066-a8cf-ee24f9552f4c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:34.287630 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1b7403-a68f-4274-a20f-2151b5e552e0 req-0c391682-12eb-4066-a8cf-ee24f9552f4c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0580769 Jun 29 10:17:34.334898 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1b7403-a68f-4274-a20f-2151b5e552e0 req-1fc35756-2e4a-4e44-a142-b088f830fa77 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Jun 29 10:17:34.677881 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052ae2-10c0-434e-8a88-f9ac82bbb929 req-96f9dd2a-dd85-4a5f-8edf-8cae93ae7401 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:34.679444 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0a052ae2-10c0-434e-8a88-f9ac82bbb929 req-96f9dd2a-dd85-4a5f-8edf-8cae93ae7401 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0530899 Jun 29 10:17:34.741561 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0a052ae2-10c0-434e-8a88-f9ac82bbb929 req-3d52f4d2-edf1-4187-9db0-d57bf93ac0eb tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559268 Jun 29 10:17:35.108557 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37772-2463-4843-ac41-07c44be91e4e req-23a6a1a7-deec-4b25-a6ad-41ff007c9f04 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.110058 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-40a37772-2463-4843-ac41-07c44be91e4e req-23a6a1a7-deec-4b25-a6ad-41ff007c9f04 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0552325 Jun 29 10:17:35.149612 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-c9822698-3212-473e-ab2b-647fa22b2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.151169 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-c9822698-3212-473e-ab2b-647fa22b2db6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0433159 Jun 29 10:17:35.157840 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-40a37772-2463-4843-ac41-07c44be91e4e req-e959c061-c82e-4696-8192-564cabdd1fa8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Jun 29 10:17:35.245984 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-7ee4f7cf-7be1-47e0-a1c3-5415614eb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.247464 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-7ee4f7cf-7be1-47e0-a1c3-5415614eb73f service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.0866182 Jun 29 10:17:35.309012 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-750cb889-728b-46ac-8eec-fe60857e1cf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1002 time: 0.0531783 Jun 29 10:17:35.355257 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-be977cfc-fc60-4c23-a272-1ea6c27abeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.357463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-be977cfc-fc60-4c23-a272-1ea6c27abeeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0429916 Jun 29 10:17:35.409426 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-1b57d740-9cd0-4368-b195-dd3512fabd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.410885 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-1b57d740-9cd0-4368-b195-dd3512fabd45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451918 Jun 29 10:17:35.498148 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-2419cd82-b42c-43dc-a002-13dbfb7ae9af service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Jun 29 10:17:35.592369 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ee388708-5a8e-4b0a-a615-6bb62b26dc2e req-ad923dad-ef32-4936-998f-5b723e76f793 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849192 Jun 29 10:17:35.860673 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45e3a4-8cc4-4b10-a833-1c9df7894374 req-a7f12766-d0dc-4afc-ac74-c2c0af0a290d tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:35.862046 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6d45e3a4-8cc4-4b10-a833-1c9df7894374 req-a7f12766-d0dc-4afc-ac74-c2c0af0a290d tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0540147 Jun 29 10:17:35.920857 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6d45e3a4-8cc4-4b10-a833-1c9df7894374 req-9d5747ca-a776-481e-800d-ac501e1cc6d2 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531571 Jun 29 10:17:36.173757 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-9896c54c-05ad-41e5-8017-878c745b1d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:36.274941 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ad16-4064-4bf7-bf33-fb3221ca4554 req-587fa76a-872d-4008-83bb-de30f0cad86a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:36.276416 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8d14ad16-4064-4bf7-bf33-fb3221ca4554 req-587fa76a-872d-4008-83bb-de30f0cad86a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0519574 Jun 29 10:17:36.323056 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8d14ad16-4064-4bf7-bf33-fb3221ca4554 req-84366c3c-cb61-457e-af6a-a84a4ecb6c6b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Jun 29 10:17:37.037545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079260b-b8f2-4dd4-bb90-3a173efa979c req-0da6c5ad-90c3-4c05-89b3-9157f3902e5f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:37.038985 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4079260b-b8f2-4dd4-bb90-3a173efa979c req-0da6c5ad-90c3-4c05-89b3-9157f3902e5f tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0514457 Jun 29 10:17:37.097767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4079260b-b8f2-4dd4-bb90-3a173efa979c req-f823e14d-100f-4f6e-bdf1-4771854c63d6 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524142 Jun 29 10:17:37.443751 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f8dbe-28d7-4ef9-8020-0cebd64f1dd4 req-c96273d0-aae3-416a-8e1c-8b47ba1e80e8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:37.445219 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d16f8dbe-28d7-4ef9-8020-0cebd64f1dd4 req-c96273d0-aae3-416a-8e1c-8b47ba1e80e8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0559258 Jun 29 10:17:37.491188 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d16f8dbe-28d7-4ef9-8020-0cebd64f1dd4 req-ead0c17b-4484-4cc3-9d0f-4cbeda427a76 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Jun 29 10:17:38.219206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082547-cf7b-4a55-8926-0ab89e331b8d req-53861f1f-00b7-49df-98b2-3bd6d45fd020 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:38.220590 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6f082547-cf7b-4a55-8926-0ab89e331b8d req-53861f1f-00b7-49df-98b2-3bd6d45fd020 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0548372 Jun 29 10:17:38.277847 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6f082547-cf7b-4a55-8926-0ab89e331b8d req-35ef6fc0-4e76-4b12-9331-ed1af68e7773 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515225 Jun 29 10:17:38.579610 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0d01-14a8-464f-bf23-55950db4bb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:38.613695 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2adeb7-05f0-4986-8fc7-5a35367de634 req-a4e8fcd0-bcaa-484f-afd3-79b0dab5a3a7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:38.615209 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1e2adeb7-05f0-4986-8fc7-5a35367de634 req-a4e8fcd0-bcaa-484f-afd3-79b0dab5a3a7 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0519474 Jun 29 10:17:38.660798 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1e2adeb7-05f0-4986-8fc7-5a35367de634 req-45e6970b-1d86-4991-8cec-2037dd23141b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 Jun 29 10:17:39.397926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20692544-c648-4e11-8892-4aba9675dceb req-88d350e7-4a5f-449f-855b-8b76fd6fb1cf tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:39.399483 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-20692544-c648-4e11-8892-4aba9675dceb req-88d350e7-4a5f-449f-855b-8b76fd6fb1cf tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0551524 Jun 29 10:17:39.469424 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-20692544-c648-4e11-8892-4aba9675dceb req-c4884079-4b55-47b7-9faf-1b8786a26243 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631680 Jun 29 10:17:39.470043 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:39.782443 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9015-1135-4b02-b3c2-1d859b368940 req-3ecb084c-086b-4c94-b7a3-8c0f4cf46d36 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:39.783916 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-30ec9015-1135-4b02-b3c2-1d859b368940 req-3ecb084c-086b-4c94-b7a3-8c0f4cf46d36 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0551224 Jun 29 10:17:39.829702 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-30ec9015-1135-4b02-b3c2-1d859b368940 req-5afcbd37-2658-4471-8d9b-3c2a7732a2ea tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Jun 29 10:17:40.594776 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e507b2-6b5a-406e-99a2-1e4b10fe2738 req-e381baf0-441a-4edc-ba12-7ed8ab3e7af8 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:40.596305 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-55e507b2-6b5a-406e-99a2-1e4b10fe2738 req-e381baf0-441a-4edc-ba12-7ed8ab3e7af8 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0560253 Jun 29 10:17:40.656456 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-55e507b2-6b5a-406e-99a2-1e4b10fe2738 req-59ba074e-70f6-4e43-b6cc-2241a40c3915 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542939 Jun 29 10:17:40.951547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e219ef0-c609-4bda-89de-2dc268864843 req-c8d0f14b-c1ea-4e24-819b-dd543d437f41 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:40.953047 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3e219ef0-c609-4bda-89de-2dc268864843 req-c8d0f14b-c1ea-4e24-819b-dd543d437f41 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0550451 Jun 29 10:17:40.999895 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3e219ef0-c609-4bda-89de-2dc268864843 req-b6f1ea09-6ffe-4018-99a1-4d51c5cdca64 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Jun 29 10:17:41.266000 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:41.776527 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0915cc-65bb-4fd4-a3d0-3407b5179cf3 req-edf6ad2e-5397-488d-b1d7-28f41d7eeeca tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:41.779114 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3c0915cc-65bb-4fd4-a3d0-3407b5179cf3 req-edf6ad2e-5397-488d-b1d7-28f41d7eeeca tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0559416 Jun 29 10:17:41.849070 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3c0915cc-65bb-4fd4-a3d0-3407b5179cf3 req-32696f04-bfeb-455f-9b43-fc048d975cec tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=abf33e47-6a38-41fd-97c1-af8adf992b2d&id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635242 Jun 29 10:17:42.090488 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf028b-d6a4-42b0-9082-46f3501fd5ec req-aaef88e6-b663-4c31-ae9d-9a93a97bde82 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:42.091954 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dbaf028b-d6a4-42b0-9082-46f3501fd5ec req-aaef88e6-b663-4c31-ae9d-9a93a97bde82 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0534754 Jun 29 10:17:42.119732 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d544fc-f86a-46f5-a11f-ca4599f90ce1 req-63ceb6a8-e2f7-423a-be08-43353db31cc1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:42.121694 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-84d544fc-f86a-46f5-a11f-ca4599f90ce1 req-63ceb6a8-e2f7-423a-be08-43353db31cc1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Jun 29 10:17:42.138315 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-dbaf028b-d6a4-42b0-9082-46f3501fd5ec req-9d10ddab-4022-45b0-bf02-4ad58cdc8dd5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408444 Jun 29 10:17:42.172069 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-84d544fc-f86a-46f5-a11f-ca4599f90ce1 req-f7c602ab-1f07-4353-8b8f-73b42b514364 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Jun 29 10:17:42.641624 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:43.259678 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa64ce8-dd33-48fd-9b98-ddeab7b65ec3 req-3a54876b-da46-448f-ad2c-f2659d4560f5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:43.261162 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-aaa64ce8-dd33-48fd-9b98-ddeab7b65ec3 req-3a54876b-da46-448f-ad2c-f2659d4560f5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0524533 Jun 29 10:17:43.289649 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a1b9-1ec4-47f7-b968-d14cdeb9115c req-2d5f2f08-c15f-4663-94b7-d2087f9857b8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:43.291144 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b1b3a1b9-1ec4-47f7-b968-d14cdeb9115c req-2d5f2f08-c15f-4663-94b7-d2087f9857b8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Jun 29 10:17:43.308232 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-aaa64ce8-dd33-48fd-9b98-ddeab7b65ec3 req-3f9bb039-eb6d-4bd2-a30d-ae7306423099 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=40934b68-0e59-46e0-b8b4-db4b1b87edb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Jun 29 10:17:43.342672 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b1b3a1b9-1ec4-47f7-b968-d14cdeb9115c req-d8ec2ad0-0be3-45d6-bd3b-a97409f3d150 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Jun 29 10:17:43.825687 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-6b674867-bb25-4d0c-b32f-9e65e912290c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:43.827115 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-6b674867-bb25-4d0c-b32f-9e65e912290c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Jun 29 10:17:43.927675 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Deleting port 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:17:43.927919 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.017551 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] For port 7d93690a-62d7-440d-8115-4c336e22acb9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d93690a-62d7-440d-8115-4c336e22acb9,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:44.017906 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.174644 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.175004 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.175316 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Floating IP 8226a75a-c82b-4bcf-a0af-51dba074c56b disassociated. External IP: 172.27.1.168, port: 7d93690a-62d7-440d-8115-4c336e22acb9. Jun 29 10:17:44.175651 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Calling delete_port for 7d93690a-62d7-440d-8115-4c336e22acb9 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:17:44.368006 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (7d93690a-62d7-440d-8115-4c336e22acb9), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.407676 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'Port': ['ID=7d93690a-62d7-440d-8115-4c336e22acb9,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:44.415486 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7d2abe6a-cb1b-458d-a440-b1594b8a9f48 req-dbde4118-cefd-40c8-9f70-728a3d3eed40 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.0323038 Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.436521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.437727 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.437727 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:44.549933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcaa87-ae99-44af-8380-bbca86d0d8bc req-74182377-3fc4-4a18-9398-cf7a0e7f9a86 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:44.551460 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ecfcaa87-ae99-44af-8380-bbca86d0d8bc req-74182377-3fc4-4a18-9398-cf7a0e7f9a86 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.1324756 Jun 29 10:17:44.587044 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:17:44.616798 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ecfcaa87-ae99-44af-8380-bbca86d0d8bc req-c98deb48-d70f-43e3-bcc7-4327afa166c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597153 Jun 29 10:17:44.706018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:17:44.717992 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:17:44.727854 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:44.728461 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:44.749829 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] No DVR routers for this DVR port 7d93690a-62d7-440d-8115-4c336e22acb9 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:17:44.753452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:44.756787 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0f4e11f2-2051-4473-a2d1-11c2d3b660be req-fd9e02fd-3645-4a33-a98b-1dd816edae73 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "DELETE /v2.0/ports/7d93690a-62d7-440d-8115-4c336e22acb9 HTTP/1.1" status: 204 len: 173 time: 0.9238286 Jun 29 10:17:44.757260 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-deleted', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:44.759535 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633cdb6b-c4d6-4240-a40a-b93f5c559b89" -d '{"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-deleted", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:44.803242 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff492db-8902-4276-9ed0-2f457962db28 x-openstack-request-id: req-cff492db-8902-4276-9ed0-2f457962db28 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:44.803539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54551-600a-459b-9075-3e0ff010d661", "name": "network-vif-deleted", "tag": "7d93690a-62d7-440d-8115-4c336e22acb9", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:44.803793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cff492db-8902-4276-9ed0-2f457962db28 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:44.804200 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff492db-8902-4276-9ed0-2f457962db28'] response: {'server_uuid': '96a54551-600a-459b-9075-3e0ff010d661', 'name': 'network-vif-deleted', 'tag': '7d93690a-62d7-440d-8115-4c336e22acb9', 'status': 'completed', 'code': 200} Jun 29 10:17:44.837124 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:45.164935 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:45.189501 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:17:45.197809 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:45.198415 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:45.294644 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:45.486538 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:45.510317 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85a284-8f43-45fc-bfdf-e52729e1ad9c None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:17:45.539550 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1478e4c7-a7c9-4d98-99c6-35b74c813621 req-984cbb9c-c954-4a34-b985-37fb9ae41184 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=96a54551-600a-459b-9075-3e0ff010d661 HTTP/1.1" status: 200 len: 210 time: 0.0357764 Jun 29 10:17:45.742845 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b38c8-f086-4f7e-aa73-522adb82d530 req-22917137-ce01-4470-a6c2-1c82062af0fa tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:45.744364 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6c6b38c8-f086-4f7e-aa73-522adb82d530 req-22917137-ce01-4470-a6c2-1c82062af0fa tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0569894 Jun 29 10:17:45.751605 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a9b7b-aa77-45a9-870f-474f129768d6 None None] New status for floating IP 8226a75a-c82b-4bcf-a0af-51dba074c56b: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:17:45.796640 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6c6b38c8-f086-4f7e-aa73-522adb82d530 req-3b58ca38-a892-4b5f-a28b-31a8bc0b97e3 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448287 Jun 29 10:17:46.113010 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:17:46.132197 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 7d93690a-62d7-440d-8115-4c336e22acb9 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:17:46.132531 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 7d93690a-62d7-440d-8115-4c336e22acb9 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:17:46.682814 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56418) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:46.736489 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (40934b68-0e59-46e0-b8b4-db4b1b87edb4), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:46.759964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (40934b68-0e59-46e0-b8b4-db4b1b87edb4), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:46.858530 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (40934b68-0e59-46e0-b8b4-db4b1b87edb4), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:46.861201 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:46.863572 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "DELETE /v2.0/security-groups/40934b68-0e59-46e0-b8b4-db4b1b87edb4 HTTP/1.1" status: 204 len: 168 time: 0.1774483 Jun 29 10:17:46.880851 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40934b68-0e59-46e0-b8b4-db4b1b87edb4,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:46.884157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56422) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:46.904074 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.904424 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.904969 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.905304 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.905843 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.906178 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.906504 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.906999 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.907329 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.907654 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.909236 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.909236 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.909236 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9f192-9913-408c-a7af-b510fc117f01 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:46.913387 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.api.v2.resource [None req-9e6a209f-20e3-4035-86ad-2fcc1ce87c76 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] show failed (client error): The resource could not be found. Jun 29 10:17:46.919121 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9e6a209f-20e3-4035-86ad-2fcc1ce87c76 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups/40934b68-0e59-46e0-b8b4-db4b1b87edb4 HTTP/1.1" status: 404 len: 347 time: 0.0336893 Jun 29 10:17:46.919946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56424) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:46.923808 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cefae1-84be-4724-8dce-3bdd80643349 req-6ed75762-d11f-43ec-86bd-54aa3226c880 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:46.925540 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9cefae1-84be-4724-8dce-3bdd80643349 req-6ed75762-d11f-43ec-86bd-54aa3226c880 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0622988 Jun 29 10:17:46.989145 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9cefae1-84be-4724-8dce-3bdd80643349 req-122d8edc-1d3e-4c0d-a364-17e28056180c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506845 Jun 29 10:17:47.058906 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Deleting port 811bf0f3-9e8f-4516-b773-68c571ec89d9 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:17:47.059242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.173213 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3475a7-d852-485f-a51b-436850a2a322 req-65310871-18a5-46d9-b757-effd15ffb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:47.174931 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ad3475a7-d852-485f-a51b-436850a2a322 req-65310871-18a5-46d9-b757-effd15ffb1c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0533454 Jun 29 10:17:47.229559 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ad3475a7-d852-485f-a51b-436850a2a322 req-e056959a-a9c3-44eb-a303-dedd35db9a98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472157 Jun 29 10:17:47.372145 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.372470 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (811bf0f3-9e8f-4516-b773-68c571ec89d9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.384141 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Calling delete_port for 811bf0f3-9e8f-4516-b773-68c571ec89d9 owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:17:47.607517 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (811bf0f3-9e8f-4516-b773-68c571ec89d9), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.631849 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'Port': ['ID=811bf0f3-9e8f-4516-b773-68c571ec89d9,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:47.694012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (8226a75a-c82b-4bcf-a0af-51dba074c56b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.696635 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:47.697798 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9fb36128-c3dd-4d42-85f2-95f3f960aaaa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "DELETE /v2.0/floatingips/8226a75a-c82b-4bcf-a0af-51dba074c56b HTTP/1.1" status: 204 len: 168 time: 0.7766988 Jun 29 10:17:47.879029 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56428) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:47.883676 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226744549', 'description': 'tempest-description--109645969'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:47.983793 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.049467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (f518b1c5-7e6c-48a6-9132-62955129182c), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.103785 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec449e-a22a-4474-95e5-cb6418e02eae req-4f2593a6-f95e-4d89-a8d8-0ef6906f4a54 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:48.106082 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-49ec449e-a22a-4474-95e5-cb6418e02eae req-4f2593a6-f95e-4d89-a8d8-0ef6906f4a54 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Jun 29 10:17:48.110218 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f518b1c5-7e6c-48a6-9132-62955129182c), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.139782 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f518b1c5-7e6c-48a6-9132-62955129182c,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:48.155142 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-49ec449e-a22a-4474-95e5-cb6418e02eae req-f112ed7a-89f0-4eec-9823-4ac38c00a9cd tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Jun 29 10:17:48.203404 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.204783 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-18576f00-1c6c-42d6-b838-17463d0d1e13 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3247213 Jun 29 10:17:48.212869 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56432) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:48.218224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group_rule': {'security_group_id': 'f518b1c5-7e6c-48a6-9132-62955129182c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:48.298295 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (3fcf9138-6640-4564-9774-797bcdd4422b), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.352178 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (3fcf9138-6640-4564-9774-797bcdd4422b), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.412513 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (3fcf9138-6640-4564-9774-797bcdd4422b), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.430667 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcf9138-6640-4564-9774-797bcdd4422b,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:48.494305 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.495549 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-2a9cba07-1571-4247-ab33-76a9dc5052fd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817495 Jun 29 10:17:48.498647 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56434) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:48.508414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'security_group_rule': {'security_group_id': 'f518b1c5-7e6c-48a6-9132-62955129182c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:48.606776 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (fccdbc01-4d23-4051-9a76-0a25cb5b473b), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.662069 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (fccdbc01-4d23-4051-9a76-0a25cb5b473b), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.738546 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (fccdbc01-4d23-4051-9a76-0a25cb5b473b), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.756650 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccdbc01-4d23-4051-9a76-0a25cb5b473b,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:48.820290 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:48.821667 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ebbb354e-7b92-4c81-9225-4e47b1979741 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220773 Jun 29 10:17:48.826073 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56436) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:48.830224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:48.904310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.002054 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.110526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Allocated IP 172.27.1.2 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/d1c5d32f-3530-4aab-b71d-ac80e1122f08) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:17:49.209189 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.283102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab416-d5a5-4761-be0b-fe89c54ec6dc req-d6a54a57-fe35-4c3f-bd84-75dc3a322c6d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:49.284566 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9b1ab416-d5a5-4761-be0b-fe89c54ec6dc req-d6a54a57-fe35-4c3f-bd84-75dc3a322c6d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0590029 Jun 29 10:17:49.335802 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9b1ab416-d5a5-4761-be0b-fe89c54ec6dc req-47e63647-531e-48fe-90c0-389d9e11b55e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454001 Jun 29 10:17:49.336912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.376486 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:17:49.381453 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:17:49.383857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:17:49.389357 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=d1c5d32f-3530-4aab-b71d-ac80e1122f08,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:49.470599 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.561155 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.705249 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.795406 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.852355 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5764b3-8be2-4aa5-8412-be1a7abbc476 req-930dfefa-5ca5-4731-82b5-1e52061a3443 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:49.853906 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9b5764b3-8be2-4aa5-8412-be1a7abbc476 req-930dfefa-5ca5-4731-82b5-1e52061a3443 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0558689 Jun 29 10:17:49.869868 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=d1c5d32f-3530-4aab-b71d-ac80e1122f08,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:49.885156 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.931687 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9b5764b3-8be2-4aa5-8412-be1a7abbc476 req-f79481cc-38ee-4bea-9e6d-4d15cb29624d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683618 Jun 29 10:17:49.934430 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-c858d668-f7be-4879-8c22-815466d30013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:49.936088 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-c858d668-f7be-4879-8c22-815466d30013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0813520 Jun 29 10:17:49.952338 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:49.962051 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c6d535d4-0342-4749-9593-5e01fcbed37a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1266341 Jun 29 10:17:50.025110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-fe604f16-4007-440b-87d1-e74af9440177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:50.027716 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-fe604f16-4007-440b-87d1-e74af9440177 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.0847659 Jun 29 10:17:50.095258 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-e9e9c611-c5c8-440b-9a9c-710e80d0762d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1002 time: 0.0626707 Jun 29 10:17:50.156522 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-b2a47058-ef97-4c3b-8c3b-184decf026e6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--226744549&fields=id&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 267 time: 0.0450790 Jun 29 10:17:50.165841 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-535fe20f-3964-4ec2-8c80-43592349f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:50.167384 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-535fe20f-3964-4ec2-8c80-43592349f772 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0443921 Jun 29 10:17:50.234057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-b4f790cb-422c-4e5f-993f-ed2f255b20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:50.235591 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-b4f790cb-422c-4e5f-993f-ed2f255b20cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430670 Jun 29 10:17:50.267805 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-92a10dec-84b1-4a7f-89ff-b610a42793ea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:50.269304 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-92a10dec-84b1-4a7f-89ff-b610a42793ea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 816 time: 0.1063159 Jun 29 10:17:50.283779 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-17d1db2f-fc2c-466a-814d-699100ea1402 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/quotas/f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Jun 29 10:17:50.327404 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-f1016e8f-92d3-41f8-9ddd-7f80154d34c6 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Jun 29 10:17:50.339416 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-6486ff8b-246f-4121-a9a9-aa1c79d7e549 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498483 Jun 29 10:17:50.425875 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-243b435c-d2ce-444b-a717-9d2ed6693e1f req-139e419f-6b4b-4838-8156-a6b09f95cc2b service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jun 29 10:17:50.438901 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-f742c930-b6c8-4d12-93b4-3b7608e4ef03 service neutron] 10.222.0.60 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886679 Jun 29 10:17:50.526971 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-853e77af-c0db-4541-aaa6-0bd10430fdeb service neutron] 10.222.0.60 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807855 Jun 29 10:17:50.783263 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a96374f6-2bfa-4378-8935-689afb0fa0d4 req-e92c5807-6b0e-4a70-9cfb-5e1bc8f44371 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 210 time: 0.0317490 Jun 29 10:17:51.075499 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21564a-f603-40be-8180-a890c0fde2ad req-218bedc8-094e-4a7e-85b3-2383dc2a3eb4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:51.075955 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee21564a-f603-40be-8180-a890c0fde2ad req-218bedc8-094e-4a7e-85b3-2383dc2a3eb4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0635805 Jun 29 10:17:51.128134 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ee21564a-f603-40be-8180-a890c0fde2ad req-b5a5a9b4-48eb-4959-a983-24ed0accd356 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Jun 29 10:17:51.887936 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4a3e3caf-43d7-4705-9564-0da52cfde667 req-2d83a308-1be4-4545-9ab5-5ff87046fcea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 210 time: 0.0317388 Jun 29 10:17:52.253049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd93a3-9276-4061-942e-81efebe12b28 req-52cb0f97-aa3b-417d-9810-798af5205d06 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:52.254528 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-29dd93a3-9276-4061-942e-81efebe12b28 req-52cb0f97-aa3b-417d-9810-798af5205d06 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0573275 Jun 29 10:17:52.302146 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-29dd93a3-9276-4061-942e-81efebe12b28 req-11ed5e65-3a65-4aea-92ca-374fb83046c0 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Jun 29 10:17:52.880774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-670b81e6-7328-479f-ad44-a918ab676ca7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:52.882133 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-670b81e6-7328-479f-ad44-a918ab676ca7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 816 time: 0.1001151 Jun 29 10:17:52.946780 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-222b0cdc-c0ba-4c94-a53a-a91b453924fc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 379 time: 0.0546644 Jun 29 10:17:52.955443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'port': {'device_id': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'admin_state_up': True, 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'security_groups': ['f518b1c5-7e6c-48a6-9132-62955129182c']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:53.025192 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b22e5848-49be-434c-ba1e-14c80c22452c req-053ca03d-af67-46b4-9e59-b3879d8ceb19 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 210 time: 0.0546324 Jun 29 10:17:53.184262 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Made reservation on behalf of f67b8cf303d44a1eb7ce505bebe49066 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:17:53.187988 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.316251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Allocated IP 172.20.0.7 (be3310c9-18b3-4780-b37c-cfa01bfdee5e/0f830936-42ea-4f98-ac67-ed38143f4523/d11ef72a-23bd-4042-9177-96cd0b48e217) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:17:53.421128 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada2563-347f-4aa1-a555-0563ffe95ce4 req-b555b9aa-b9ac-4fc8-8bca-3cc9c710f95b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:53.422688 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ada2563-347f-4aa1-a555-0563ffe95ce4 req-b555b9aa-b9ac-4fc8-8bca-3cc9c710f95b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0536208 Jun 29 10:17:53.454356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.470091 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ada2563-347f-4aa1-a555-0563ffe95ce4 req-c34b94ae-5d87-41a4-904a-6a4607be1ec5 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Jun 29 10:17:53.542479 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.606219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:17:53.613406 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:17:53.615372 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:53.620650 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:17:53.625726 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:53.626334 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.644905 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e23b-868f-40e4-9018-e0b6eaee9ad3 req-6fa1d6c9-dee0-4a1e-9582-960e541f5c94 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:53.647068 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-99d8e23b-868f-40e4-9018-e0b6eaee9ad3 req-6fa1d6c9-dee0-4a1e-9582-960e541f5c94 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.1142991 Jun 29 10:17:53.656313 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56492) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:17:53.660922 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Request body: {'floatingip': {'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:53.718763 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.723514 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-dd5b1760-30ee-4309-9905-be5e01b39218 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717330 Jun 29 10:17:53.736916 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Request body: {'port': {'device_id': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:17:53.900658 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-81706d22-5693-4da3-9e80-3f2775558909 None None] Provisioning complete for port d11ef72a-23bd-4042-9177-96cd0b48e217 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:17:53.901653 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-81706d22-5693-4da3-9e80-3f2775558909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:53.934896 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-81706d22-5693-4da3-9e80-3f2775558909 None None] Port d11ef72a-23bd-4042-9177-96cd0b48e217 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:17:54.041058 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.216974 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d694c5a-ae58-4a23-9e4c-14f7e636d160 req-8229cd80-c69a-4a55-9313-843444bdbccd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:54.218448 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2d694c5a-ae58-4a23-9e4c-14f7e636d160 req-8229cd80-c69a-4a55-9313-843444bdbccd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 931 time: 0.1205294 Jun 29 10:17:54.220519 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.267037 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2d694c5a-ae58-4a23-9e4c-14f7e636d160 req-3f664030-f96c-41f3-a1de-9b8a2bb58323 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 Jun 29 10:17:54.292204 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.298105 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:17:54.305559 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks [] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.318548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Transition to ACTIVE for port object d11ef72a-23bd-4042-9177-96cd0b48e217 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:17:54.383463 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.435385 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:54.468155 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Attempting to bind port d11ef72a-23bd-4042-9177-96cd0b48e217 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:17:54.468514 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Attempting to bind port d11ef72a-23bd-4042-9177-96cd0b48e217 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:17:54.468972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Attempting to bind port d11ef72a-23bd-4042-9177-96cd0b48e217 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:17:54.473375 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Port d11ef72a-23bd-4042-9177-96cd0b48e217 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:17:54.473753 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Attempting to bind port d11ef72a-23bd-4042-9177-96cd0b48e217 on network be3310c9-18b3-4780-b37c-cfa01bfdee5e {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:17:54.478720 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:17:54.479187 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Checking segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:17:54.480046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Bound using segment: {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:17:54.480046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Bound port: d11ef72a-23bd-4042-9177-96cd0b48e217, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:17:54.480921 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.493981 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Router 0b37d284-0873-41a6-aa77-a79de2395870 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:17:54.547122 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:17:54.550907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:17:54.603409 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:17:54.608399 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.612786 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.613942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:17:54.624691 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:54.626140 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:54.646425 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:54.649291 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:54.649291 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] 10.222.0.64 "PUT /v2.0/ports/d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 1093 time: 0.9166212 Jun 29 10:17:54.649291 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:54.651386 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0f197-4010-4669-b56e-3947cfcdcc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:54.680164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff42fd-025b-4040-84c0-58a0ef364169 service neutron] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:54.695611 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:54.698144 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99cc3ca-4984-4956-b55a-62e1c0104139" -d '{"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:54.701663 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-86ce2599-ba18-496d-b0c1-6d9c083dc149 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "PUT /v2.0/floatingips/f852403e-e20b-4cca-a045-377c461a1b82 HTTP/1.1" status: 200 len: 994 time: 1.0441935 Jun 29 10:17:54.712535 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8bec7a-cfe6-4501-8859-39048e80061b x-openstack-request-id: req-bc8bec7a-cfe6-4501-8859-39048e80061b {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:54.712535 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:54.712860 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc8bec7a-cfe6-4501-8859-39048e80061b {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:54.713329 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8bec7a-cfe6-4501-8859-39048e80061b'] response: {'name': 'network-changed', 'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'status': 'completed', 'code': 200} Jun 29 10:17:54.745132 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d081e6-9872-4d80-84de-d65324f3b65d x-openstack-request-id: req-42d081e6-9872-4d80-84de-d65324f3b65d {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:54.745620 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:54.746706 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42d081e6-9872-4d80-84de-d65324f3b65d {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:54.748012 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d081e6-9872-4d80-84de-d65324f3b65d'] response: {'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'status': 'completed', 'code': 200} Jun 29 10:17:54.782596 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:54.826775 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-edc04c52-bab0-467d-a9e9-3db5d7684038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:54.828471 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-edc04c52-bab0-467d-a9e9-3db5d7684038 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1127 time: 0.0893559 Jun 29 10:17:54.838933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-b010ba87-9767-4bf0-8b2f-681fb8251f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:54.840400 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-b010ba87-9767-4bf0-8b2f-681fb8251f09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0662165 Jun 29 10:17:55.001466 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-0fd53e8f-d764-46e8-b2fb-a65ed1ec53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.002925 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-0fd53e8f-d764-46e8-b2fb-a65ed1ec53bb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1663973 Jun 29 10:17:55.004007 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-220a91b0-cf02-4be5-9d4d-d3b1f89a83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.005334 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-220a91b0-cf02-4be5-9d4d-d3b1f89a83ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.1573708 Jun 29 10:17:55.030584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:17:54Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:55.058292 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:17:55.067652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:17:55.068261 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:55.124272 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-8d6f4c3a-030a-4d9a-b735-fac6bd8e69df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1002 time: 0.1072261 Jun 29 10:17:55.168301 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:17:55.181513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-73f14083-fd8d-4ea0-adf2-f6c79e641b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.182986 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b0f197-4010-4669-b56e-3947cfcdcc6f req-73f14083-fd8d-4ea0-adf2-f6c79e641b35 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672435 Jun 29 10:17:55.196417 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-b6f370a2-6668-488a-85a0-09965b290077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.197904 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-b6f370a2-6668-488a-85a0-09965b290077 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0629926 Jun 29 10:17:55.282231 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-1ab7ae31-34a8-4eef-9bd3-e93e7cfedb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.283739 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-1ab7ae31-34a8-4eef-9bd3-e93e7cfedb8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767901 Jun 29 10:17:55.288986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-53f3294d-a5d0-4212-9e6a-a0c242dce9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.290338 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-53f3294d-a5d0-4212-9e6a-a0c242dce9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1127 time: 0.0551748 Jun 29 10:17:55.390521 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:17:54Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:17:55.392025 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-220d0a57-8be7-40ab-bde9-89669c29b151 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 217 time: 0.0755315 Jun 29 10:17:55.414902 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45cf5e-a109-4d87-ab1a-4b5a23d23473 None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'f852403e-e20b-4cca-a045-377c461a1b82', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'port_id': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'mac_address': 'fa:16:3e:bc:be:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:16:02Z', 'updated_at': '2022-06-29T10:17:54Z', 'revision_number': 3, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:17:55.494220 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-cf60a695-4dd8-40aa-9dd0-9fb50b2cc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.495678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-cf60a695-4dd8-40aa-9dd0-9fb50b2cc3e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0852408 Jun 29 10:17:55.501123 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-e236c5f3-270d-4bac-8404-a1224137b94e service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935704 Jun 29 10:17:55.518168 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba018d9-06f2-4151-b1c2-4de5d98374ba req-5f26f52f-c057-4562-b085-6fc6ddafc71f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.519649 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cba018d9-06f2-4151-b1c2-4de5d98374ba req-5f26f52f-c057-4562-b085-6fc6ddafc71f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.1615143 Jun 29 10:17:55.662625 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cba018d9-06f2-4151-b1c2-4de5d98374ba req-4aaa0a9c-8eb6-4710-b02f-5185367bfcd5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331067 Jun 29 10:17:55.664301 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-bd3d67fe-0762-4293-8119-f26aa2094c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:55.665744 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-bd3d67fe-0762-4293-8119-f26aa2094c4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1622460 Jun 29 10:17:55.676233 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a99cc3ca-4984-4956-b55a-62e1c0104139 req-a87348b6-543c-4a2b-bf22-4eca10438ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544909 Jun 29 10:17:55.760972 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-1b23246d-f979-4051-9260-88cfa6f478d4 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Jun 29 10:17:55.852778 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f09b018-4f64-4daf-97f5-a72d7b94be61 req-d533dcf6-00c3-45a8-8229-6f7e21c757f8 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854299 Jun 29 10:17:56.758634 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:17:56.761082 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:17:56.789012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818504cc-adea-4a78-89eb-8450a992e889 req-9c833e46-c839-406e-bac9-eff82a0d5839 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:56.790497 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-818504cc-adea-4a78-89eb-8450a992e889 req-9c833e46-c839-406e-bac9-eff82a0d5839 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0576296 Jun 29 10:17:56.796436 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4089bb-bd07-4ef4-92ad-cccc681a2d91 x-openstack-request-id: req-8a4089bb-bd07-4ef4-92ad-cccc681a2d91 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:17:56.796753 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:17:56.797008 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a4089bb-bd07-4ef4-92ad-cccc681a2d91 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:17:56.797395 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4089bb-bd07-4ef4-92ad-cccc681a2d91'] response: {'name': 'network-changed', 'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'status': 'completed', 'code': 200} Jun 29 10:17:56.839291 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-818504cc-adea-4a78-89eb-8450a992e889 req-858fcaa1-8a09-4d22-a0ac-baaa17568d67 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 Jun 29 10:17:56.875503 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-e8126067-92dc-4cb0-a74f-884c2773b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:56.877052 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-e8126067-92dc-4cb0-a74f-884c2773b9ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7928f40090604bfdb83098cf7e6adcbd&device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0455465 Jun 29 10:17:56.965713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-88920259-8ee3-44d0-a35e-f504a5570801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:56.967059 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-88920259-8ee3-44d0-a35e-f504a5570801 service neutron] 10.222.0.64 "GET /v2.0/networks?id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 200 len: 919 time: 0.0829599 Jun 29 10:17:57.029849 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-5e24226b-e67e-4996-adb3-62f0ff50be10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 200 len: 1002 time: 0.0560336 Jun 29 10:17:57.078219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-6d53768a-03a3-4cb1-ad1a-b176fbf00828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:57.079665 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-6d53768a-03a3-4cb1-ad1a-b176fbf00828 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 200 len: 857 time: 0.0428562 Jun 29 10:17:57.133832 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-3933708f-9b18-4eab-90f5-4f35967c201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:57.135289 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-3933708f-9b18-4eab-90f5-4f35967c201c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430450 Jun 29 10:17:57.227645 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-c32fcd85-b6bc-405c-8a4c-fb54a2fd97a4 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Jun 29 10:17:57.314643 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b05539d8-a92d-4d9f-8a44-b1f2d06617a2 req-b4a05dbe-4b25-4086-b81e-a38fa4a1c523 service neutron] 10.222.0.64 "GET /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787458 Jun 29 10:17:57.971573 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a167b-7e1a-4d7f-a608-d2e2dc08cdd1 req-f5257072-ead7-40b1-9060-d124b1862b3c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:57.973031 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d78a167b-7e1a-4d7f-a608-d2e2dc08cdd1 req-f5257072-ead7-40b1-9060-d124b1862b3c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0570569 Jun 29 10:17:58.019557 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d78a167b-7e1a-4d7f-a608-d2e2dc08cdd1 req-fd756c5f-e808-45c0-9a0a-47e610260513 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Jun 29 10:17:58.187581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:17:58.285249 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:58.296763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:17:58.330946 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:17:58.331326 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:58.343576 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:17:58.365912 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:17:58.439867 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:17:58.485872 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:17:58.496479 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.497033 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.497544 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.498032 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.498513 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.498997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.499471 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.499950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.500429 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.500963 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.501441 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.501917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.502393 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:17:58.794799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['d11ef72a-23bd-4042-9177-96cd0b48e217'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:17:59.140393 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658fc9-30d0-4f28-bb9d-0226969e6fe1 req-a083e8f3-0310-4ac2-b29f-300787fee0b7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:17:59.141863 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-17658fc9-30d0-4f28-bb9d-0226969e6fe1 req-a083e8f3-0310-4ac2-b29f-300787fee0b7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0520432 Jun 29 10:17:59.191812 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-17658fc9-30d0-4f28-bb9d-0226969e6fe1 req-cc875303-17b0-49da-b65f-8a8187a81a53 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Jun 29 10:18:00.205148 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:18:00.308834 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port d11ef72a-23bd-4042-9177-96cd0b48e217 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:18:00.312976 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port d11ef72a-23bd-4042-9177-96cd0b48e217 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:00.313345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:00.315803 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664426-2b31-44ec-98e7-3ac7f277af16 req-9fcaaa9b-2467-4ca7-918f-b5942bc3426b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:00.317298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9664426-2b31-44ec-98e7-3ac7f277af16 req-9fcaaa9b-2467-4ca7-918f-b5942bc3426b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Jun 29 10:18:00.365151 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9664426-2b31-44ec-98e7-3ac7f277af16 req-885401cb-3e6a-422c-9117-3723bb0c1ff2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423548 Jun 29 10:18:00.384442 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:00.384929 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:00.408362 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:00.410762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc39274-8f1b-429b-becb-d151dfef8eda" -d '{"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:00.426179 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:00.445837 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166d708-8686-4f51-8ccc-60130bc11aa4 x-openstack-request-id: req-6166d708-8686-4f51-8ccc-60130bc11aa4 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:00.446138 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:00.446388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6166d708-8686-4f51-8ccc-60130bc11aa4 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:00.446772 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6166d708-8686-4f51-8ccc-60130bc11aa4'] response: {'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'code': 200} Jun 29 10:18:00.497629 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:00.543804 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:00.757304 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8805-e693-4e9a-9121-c7ff2dfd6b2f req-b0979ef6-a2ba-4f44-8cf8-9f45acd1057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:00.758794 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-924f8805-e693-4e9a-9121-c7ff2dfd6b2f req-b0979ef6-a2ba-4f44-8cf8-9f45acd1057c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1129 time: 0.0425775 Jun 29 10:18:00.808081 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-924f8805-e693-4e9a-9121-c7ff2dfd6b2f req-2ed402dc-65d2-4d96-9d92-c55f55a3e177 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Jun 29 10:18:01.486166 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480878-f76a-4cfa-880b-7b94aeed3934 req-bb5de44a-bdbb-43c8-9da6-09317864d4f6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:01.487612 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44480878-f76a-4cfa-880b-7b94aeed3934 req-bb5de44a-bdbb-43c8-9da6-09317864d4f6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0520070 Jun 29 10:18:01.534667 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44480878-f76a-4cfa-880b-7b94aeed3934 req-91e2410a-416b-4fd8-9e64-7b6e926e07c7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Jun 29 10:18:02.666666 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e358f-febf-402f-9eec-92b9c9ba4ba6 req-d6d0c255-b89a-4f82-9701-cc8bb3c2589d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:02.669221 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-326e358f-febf-402f-9eec-92b9c9ba4ba6 req-d6d0c255-b89a-4f82-9701-cc8bb3c2589d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0554092 Jun 29 10:18:02.716426 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-326e358f-febf-402f-9eec-92b9c9ba4ba6 req-1409dd14-d3be-4ed2-bcf0-15e62324aae5 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Jun 29 10:18:02.836497 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228afb2-3499-4276-adad-76b04b6d985b req-78126e3d-d872-4e18-ba7b-e26567340270 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:02.838010 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f228afb2-3499-4276-adad-76b04b6d985b req-78126e3d-d872-4e18-ba7b-e26567340270 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Jun 29 10:18:02.847470 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56538) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:02.852356 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Request body: {'floatingip': {'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:02.889882 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:03.305126 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:03.342410 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:03.432363 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Floating IP 679c0bae-2de8-411d-8313-d771e4afe179 associated. External IP: 172.27.1.2, port: d11ef72a-23bd-4042-9177-96cd0b48e217. Jun 29 10:18:03.725440 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:03.866404 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:03.972169 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:03.977080 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:03.982435 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:03.992197 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:03.992828 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:04.007411 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-62640c67-d7e5-4656-b34c-b915c3151114 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "PUT /v2.0/floatingips/679c0bae-2de8-411d-8313-d771e4afe179 HTTP/1.1" status: 200 len: 989 time: 1.1588879 Jun 29 10:18:04.007993 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:04.010242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090" -d '{"events": [{"name": "network-changed", "server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:04.045894 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b108a-ee8c-45aa-9ba6-275c14a9524c x-openstack-request-id: req-5c5b108a-ee8c-45aa-9ba6-275c14a9524c {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:04.046184 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:04.046435 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c5b108a-ee8c-45aa-9ba6-275c14a9524c {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:04.046836 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5b108a-ee8c-45aa-9ba6-275c14a9524c'] response: {'name': 'network-changed', 'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'status': 'completed', 'code': 200} Jun 29 10:18:04.094971 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:04.115595 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-9b8b35eb-167d-42b5-9049-af83d390a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:04.117228 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-9b8b35eb-167d-42b5-9049-af83d390a182 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1129 time: 0.0489154 Jun 29 10:18:04.211602 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-6ffbed82-85e7-48e4-933c-8590f5c4972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:04.213095 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-6ffbed82-85e7-48e4-933c-8590f5c4972f service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.0887756 Jun 29 10:18:04.278241 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-15a8d378-9af7-4154-b9be-7718f61d892a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 997 time: 0.0580118 Jun 29 10:18:04.324652 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '679c0bae-2de8-411d-8313-d771e4afe179', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:17:49Z', 'updated_at': '2022-06-29T10:18:03Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:04.335777 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-56dec972-8fea-4cd4-a636-253156ba945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:04.338620 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-56dec972-8fea-4cd4-a636-253156ba945c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0500679 Jun 29 10:18:04.353524 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:04.362346 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:04.362953 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:17:38Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:04.403077 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-edf460a4-e7e6-4d6b-8204-acb6ee1ebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:04.404798 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-edf460a4-e7e6-4d6b-8204-acb6ee1ebc72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491002 Jun 29 10:18:04.468809 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:04.513846 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-3c1fef2e-7645-4fa1-b15e-d7c4a1eecd59 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931787 Jun 29 10:18:04.617835 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-12b65803-7d4e-45fa-a0fc-6a9a1fd96090 req-da4263d3-6453-49a7-8be3-7e1c728df8a5 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 Jun 29 10:18:04.782964 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-17433754-3cfe-44b6-9c96-00701782781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '679c0bae-2de8-411d-8313-d771e4afe179', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:17:49Z', 'updated_at': '2022-06-29T10:18:03Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:04.806603 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17433754-3cfe-44b6-9c96-00701782781a None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '679c0bae-2de8-411d-8313-d771e4afe179', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:17:49Z', 'updated_at': '2022-06-29T10:18:03Z', 'revision_number': 1, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:05.017193 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e395753-b67c-4959-9f46-514aded0bdff None None] New status for floating IP 679c0bae-2de8-411d-8313-d771e4afe179: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:06.160057 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f0262505-6304-4f43-acfc-77a44fe97992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:08.565313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ad123db8-3a05-4386-9edf-c9baf8773ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:09.461942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:10.909053 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:18:11.273822 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:12.639079 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:14.645042 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1772-3079-41b9-bc7b-2929efc604ed req-fdbee2e0-eb6d-49c1-89a8-e5e6d0a03417 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:14.646527 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-338b1772-3079-41b9-bc7b-2929efc604ed req-fdbee2e0-eb6d-49c1-89a8-e5e6d0a03417 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Jun 29 10:18:14.700867 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-338b1772-3079-41b9-bc7b-2929efc604ed req-88ffc4bc-0b16-4e53-b23a-994945d9cc96 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484378 Jun 29 10:18:15.075711 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454400d1-d5af-495e-ae46-343b14bb02c2 req-3b7243df-5c44-4b95-aedb-f10516736172 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:15.077285 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-454400d1-d5af-495e-ae46-343b14bb02c2 req-3b7243df-5c44-4b95-aedb-f10516736172 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0529721 Jun 29 10:18:15.123679 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-454400d1-d5af-495e-ae46-343b14bb02c2 req-e9d8b34a-fa73-4e23-b4f3-a02d3a6000f8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 Jun 29 10:18:15.821749 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de43a8-91e3-4bab-bea6-979e1f98a686 req-4766e07f-4cdb-4f89-aee1-c6f1062b06ff tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:15.823922 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25de43a8-91e3-4bab-bea6-979e1f98a686 req-4766e07f-4cdb-4f89-aee1-c6f1062b06ff tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0553420 Jun 29 10:18:15.868911 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-25de43a8-91e3-4bab-bea6-979e1f98a686 req-87959bfa-2f54-405d-89d7-05582e210e00 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394421 Jun 29 10:18:16.239376 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba258042-1cc1-466f-ba9e-744d1d0d512e req-ca43b933-0ea3-4cc6-8484-d95c636f2bb3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:16.240833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ba258042-1cc1-466f-ba9e-744d1d0d512e req-ca43b933-0ea3-4cc6-8484-d95c636f2bb3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0511093 Jun 29 10:18:16.286854 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ba258042-1cc1-466f-ba9e-744d1d0d512e req-61d65f56-de99-4ea2-b288-4f6dfe3104d3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Jun 29 10:18:16.987355 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c97fd-39e3-4069-b233-092437de48ae req-b7c0891d-ba43-4756-b536-0cb0694fea10 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:16.988908 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d89c97fd-39e3-4069-b233-092437de48ae req-b7c0891d-ba43-4756-b536-0cb0694fea10 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0516126 Jun 29 10:18:17.028445 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-a2ab0350-f5a3-4f28-8626-02d6e8608cff tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:17.029903 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-a2ab0350-f5a3-4f28-8626-02d6e8608cff tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.0567408 Jun 29 10:18:17.034721 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d89c97fd-39e3-4069-b233-092437de48ae req-878d3c5f-9d31-4e63-b6ed-9d96fd9b986a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 Jun 29 10:18:17.120229 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 9107346e-6106-4c32-a56e-20df120525c4 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:17.121089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9107346e-6106-4c32-a56e-20df120525c4), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.246877 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-62d81c77-424c-431d-ade7-db36d97df7a2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:17.248327 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-62d81c77-424c-431d-ade7-db36d97df7a2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.1143713 Jun 29 10:18:17.256350 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] For port 9107346e-6106-4c32-a56e-20df120525c4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9107346e-6106-4c32-a56e-20df120525c4,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:17.256751 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9107346e-6106-4c32-a56e-20df120525c4), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.767535 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0efd4-f78f-4a20-8328-da8858b1f37b req-8b6b4681-c532-41e1-ad9b-80348eb0ac2e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:17.769015 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4ec0efd4-f78f-4a20-8328-da8858b1f37b req-8b6b4681-c532-41e1-ad9b-80348eb0ac2e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 945 time: 0.3991160 Jun 29 10:18:17.773933 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Deleting port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:17.774266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.830968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.831234 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.831539 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP a4beafbf-cd9d-4149-bf78-d514e8d12bd3 disassociated. External IP: 172.27.1.48, port: 9107346e-6106-4c32-a56e-20df120525c4. Jun 29 10:18:17.831873 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 9107346e-6106-4c32-a56e-20df120525c4 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:17.943402 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] For port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:17.943759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:17.952624 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4ec0efd4-f78f-4a20-8328-da8858b1f37b req-807f93bd-2439-4ea5-a7a6-7b92db1af4ea tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=643fa7d4-c6b4-470d-8021-d66221a58a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749599 Jun 29 10:18:18.156720 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe9b2-e8f0-4242-a8a8-083e2de07f91 req-03f2c54d-5c4d-4262-82ac-76a221da8fd2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:18.156720 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fe9b2-e8f0-4242-a8a8-083e2de07f91 req-03f2c54d-5c4d-4262-82ac-76a221da8fd2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 945 time: 0.0551512 Jun 29 10:18:18.164802 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.165159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.165468 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Floating IP 2b70f32d-2823-484f-844a-c1aa382c96f4 disassociated. External IP: 172.27.1.82, port: f0b6ec0d-716c-4ff6-92f3-442fc5cdb856. Jun 29 10:18:18.165802 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Calling delete_port for f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:18.203958 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fe9b2-e8f0-4242-a8a8-083e2de07f91 req-982d154f-d7b2-4b18-a0be-74d19bc5b3f2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc872a18-6134-4bd7-987c-3f13279f371a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Jun 29 10:18:18.207299 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (9107346e-6106-4c32-a56e-20df120525c4), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.244812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=9107346e-6106-4c32-a56e-20df120525c4,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:18.409094 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:18.490801 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (f0b6ec0d-716c-4ff6-92f3-442fc5cdb856), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.528494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'Port': ['ID=f0b6ec0d-716c-4ff6-92f3-442fc5cdb856,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:18.577150 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:18.587981 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:18.600489 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:18.601203 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:18.653307 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] No DVR routers for this DVR port 9107346e-6106-4c32-a56e-20df120525c4 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:18.659644 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.662881 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d79addf6-8979-4976-9f8a-12b0565b1050 req-3c291f42-51d5-4a7f-834c-8c949b668752 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "DELETE /v2.0/ports/9107346e-6106-4c32-a56e-20df120525c4 HTTP/1.1" status: 204 len: 173 time: 1.6274464 Jun 29 10:18:18.663332 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'name': 'network-vif-deleted', 'tag': '9107346e-6106-4c32-a56e-20df120525c4'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:18.665622 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c4413-9de4-4942-b7fd-d2a1b43aef05" -d '{"events": [{"server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "name": "network-vif-deleted", "tag": "9107346e-6106-4c32-a56e-20df120525c4"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:18.696251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:18.720472 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:18.742306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff95063-dc42-4134-804a-df067adec6ac x-openstack-request-id: req-5ff95063-dc42-4134-804a-df067adec6ac {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:18.742590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4", "name": "network-vif-deleted", "tag": "9107346e-6106-4c32-a56e-20df120525c4", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:18.742834 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ff95063-dc42-4134-804a-df067adec6ac {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:18.744111 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff95063-dc42-4134-804a-df067adec6ac'] response: {'server_uuid': 'aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4', 'name': 'network-vif-deleted', 'tag': '9107346e-6106-4c32-a56e-20df120525c4', 'status': 'completed', 'code': 200} Jun 29 10:18:18.821497 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:18.832661 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:18.848715 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:18.849374 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:18.875312 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] No DVR routers for this DVR port f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:18.878513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:18.881960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6453c3d5-4adb-4e4c-8cf4-81961f6b1c72 req-d2bde6b8-463c-423a-b032-e933c5a45c7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "DELETE /v2.0/ports/f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 HTTP/1.1" status: 204 len: 173 time: 1.6224129 Jun 29 10:18:18.950702 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:18.967563 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:19.000318 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:19.023474 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:19.024332 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:19.088795 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-795201a2-0bfb-4661-8f61-420487c42e1c req-89c83bde-c6f1-4343-adf7-d2040b0e522d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b93ce-55f2-49ac-81ad-6c5cc6e255a4 HTTP/1.1" status: 200 len: 210 time: 0.0331228 Jun 29 10:18:19.141971 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:19.188577 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:19.212195 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:19.221899 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:19.222519 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:08Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:19.327825 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0562675e-d708-42a2-96f4-8dcba4f382f7 req-7b52851c-e616-4fda-bc6d-574fe65b88eb tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=864e5101-1a25-4b4a-989f-797e0e297400 HTTP/1.1" status: 200 len: 210 time: 0.0304186 Jun 29 10:18:19.339300 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:19.359419 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:19.383641 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea61007-420e-4d88-b4f9-188bff382e60 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:19.539696 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:19.574257 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed9aca-e83c-46b8-a425-e57f20b17999 None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:19.663131 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0903979-c436-41cc-8d0e-f5f46db4e766 None None] New status for floating IP a4beafbf-cd9d-4149-bf78-d514e8d12bd3: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:19.847718 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60459335-79d8-475b-b3f8-1e4b25d52fd6 None None] New status for floating IP 2b70f32d-2823-484f-844a-c1aa382c96f4: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:20.227473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56640) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.281045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (643fa7d4-c6b4-470d-8021-d66221a58a5c), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.304180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (643fa7d4-c6b4-470d-8021-d66221a58a5c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.316593 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:20.335915 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:18:20.336258 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device f0b6ec0d-716c-4ff6-92f3-442fc5cdb856 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:18:20.336692 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 9107346e-6106-4c32-a56e-20df120525c4 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:20.355115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 9107346e-6106-4c32-a56e-20df120525c4 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:18:20.355459 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 9107346e-6106-4c32-a56e-20df120525c4 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:18:20.450570 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (643fa7d4-c6b4-470d-8021-d66221a58a5c), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.453526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.458128 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/security-groups/643fa7d4-c6b4-470d-8021-d66221a58a5c HTTP/1.1" status: 204 len: 168 time: 0.2263894 Jun 29 10:18:20.458256 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56646) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.464878 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaecf7-9267-4ca8-8cf8-a8ce9720b84c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fa7d4-c6b4-470d-8021-d66221a58a5c,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:20.473661 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.api.v2.resource [None req-23bc9f83-c951-4a31-97d7-54440d02b848 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] show failed (client error): The resource could not be found. Jun 29 10:18:20.474656 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-23bc9f83-c951-4a31-97d7-54440d02b848 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups/643fa7d4-c6b4-470d-8021-d66221a58a5c HTTP/1.1" status: 404 len: 347 time: 0.0158541 Jun 29 10:18:20.477603 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56648) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.495724 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56650) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.549358 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (bc872a18-6134-4bd7-987c-3f13279f371a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.576363 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (bc872a18-6134-4bd7-987c-3f13279f371a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.600875 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 0179f15f-6f77-4349-b92c-573cb87e820b {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:20.601217 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.678515 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.678845 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (0179f15f-6f77-4349-b92c-573cb87e820b), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.698804 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 0179f15f-6f77-4349-b92c-573cb87e820b owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:20.724302 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bc872a18-6134-4bd7-987c-3f13279f371a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.726917 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.728065 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "DELETE /v2.0/security-groups/bc872a18-6134-4bd7-987c-3f13279f371a HTTP/1.1" status: 204 len: 168 time: 0.2312300 Jun 29 10:18:20.732407 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56652) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.745912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b497e9-8b04-4ac8-8880-72339dc6099a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc872a18-6134-4bd7-987c-3f13279f371a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:20.758571 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'name': 'network-vif-deleted', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:20.758571 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c801d148-dab3-4a30-a17b-91d4ecef1485" -d '{"events": [{"server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "name": "network-vif-deleted", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:20.759104 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.api.v2.resource [None req-3528b3f2-b800-4fa2-bfc6-f7319f70cc49 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] show failed (client error): The resource could not be found. Jun 29 10:18:20.759104 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-3528b3f2-b800-4fa2-bfc6-f7319f70cc49 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups/bc872a18-6134-4bd7-987c-3f13279f371a HTTP/1.1" status: 404 len: 347 time: 0.0207040 Jun 29 10:18:20.759534 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56656) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:20.796021 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d57459-d1a3-4480-a667-d3d16bd66c5b x-openstack-request-id: req-a9d57459-d1a3-4480-a667-d3d16bd66c5b {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:20.796313 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e5101-1a25-4b4a-989f-797e0e297400", "name": "network-vif-deleted", "tag": "f0b6ec0d-716c-4ff6-92f3-442fc5cdb856", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:20.796570 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9d57459-d1a3-4480-a667-d3d16bd66c5b {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:20.797026 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d57459-d1a3-4480-a667-d3d16bd66c5b'] response: {'server_uuid': '864e5101-1a25-4b4a-989f-797e0e297400', 'name': 'network-vif-deleted', 'tag': 'f0b6ec0d-716c-4ff6-92f3-442fc5cdb856', 'status': 'completed', 'code': 200} Jun 29 10:18:20.887727 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Deleting port eb0deacd-205c-4342-ae44-d5104cf8f877 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:20.887967 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.913304 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (0179f15f-6f77-4349-b92c-573cb87e820b), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.938301 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=0179f15f-6f77-4349-b92c-573cb87e820b,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:20.964374 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (a4beafbf-cd9d-4149-bf78-d514e8d12bd3), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.966698 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.967040 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (eb0deacd-205c-4342-ae44-d5104cf8f877), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.967202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:20.968442 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-89467aca-156e-4a3d-a03f-2e5e97517004 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/floatingips/a4beafbf-cd9d-4149-bf78-d514e8d12bd3 HTTP/1.1" status: 204 len: 168 time: 0.4899559 Jun 29 10:18:20.980943 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Calling delete_port for eb0deacd-205c-4342-ae44-d5104cf8f877 owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:21.093861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56660) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:21.098473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012380760', 'description': 'tempest-description--479374532'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:21.175968 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (eb0deacd-205c-4342-ae44-d5104cf8f877), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.202253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'Port': ['ID=eb0deacd-205c-4342-ae44-d5104cf8f877,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:21.210450 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.265360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (2b70f32d-2823-484f-844a-c1aa382c96f4), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.267975 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.269194 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ae4145ff-6380-42da-8d81-22c2423f31dc tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "DELETE /v2.0/floatingips/2b70f32d-2823-484f-844a-c1aa382c96f4 HTTP/1.1" status: 204 len: 168 time: 0.5089023 Jun 29 10:18:21.281686 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (04767a2f-2de8-42fd-894b-fffbc340865f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.364199 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (04767a2f-2de8-42fd-894b-fffbc340865f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.392757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04767a2f-2de8-42fd-894b-fffbc340865f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:21.419850 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56664) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:21.424306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469928576', 'description': 'tempest-description--1213192576'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:21.446815 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.448659 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0ce62bb1-8d1e-4c5e-b0c9-75b583beb1ee tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3529780 Jun 29 10:18:21.451464 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56666) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:21.455800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '04767a2f-2de8-42fd-894b-fffbc340865f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:21.552699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.595166 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (6504f08c-8350-484b-ac34-5b849a881cf0), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.656434 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (28469de8-69f7-4ad7-9ea3-d58c0ec23865), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.674793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (6504f08c-8350-484b-ac34-5b849a881cf0), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.735575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (28469de8-69f7-4ad7-9ea3-d58c0ec23865), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.764897 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (6504f08c-8350-484b-ac34-5b849a881cf0), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.766936 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28469de8-69f7-4ad7-9ea3-d58c0ec23865,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:21.787093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6504f08c-8350-484b-ac34-5b849a881cf0,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:21.828747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.830029 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a3590b35-a188-490e-a1e8-961f54b78465 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4091666 Jun 29 10:18:21.843176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56668) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:21.847454 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group_rule': {'security_group_id': '28469de8-69f7-4ad7-9ea3-d58c0ec23865', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:21.865547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.867777 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-8d8d49b6-43ad-4a34-9696-b871b0be7340 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142830 Jun 29 10:18:21.869266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56670) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:21.873667 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'security_group_rule': {'security_group_id': '04767a2f-2de8-42fd-894b-fffbc340865f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:21.945638 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (9b29a4e9-8980-4046-9330-72b9fcdf4108), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:21.986246 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (7f6a6a89-7efb-4558-9c5a-9057475cad7e), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.003499 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (9b29a4e9-8980-4046-9330-72b9fcdf4108), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.046478 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (7f6a6a89-7efb-4558-9c5a-9057475cad7e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.061233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (9b29a4e9-8980-4046-9330-72b9fcdf4108), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.081962 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b29a4e9-8980-4046-9330-72b9fcdf4108,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:22.141163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (7f6a6a89-7efb-4558-9c5a-9057475cad7e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.159040 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6a6a89-7efb-4558-9c5a-9057475cad7e,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:22.172213 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.173639 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0d090577-f063-4685-a9a3-59a13997e68e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294940 Jun 29 10:18:22.177080 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56672) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:22.180974 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'security_group_rule': {'security_group_id': '28469de8-69f7-4ad7-9ea3-d58c0ec23865', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:22.229908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.231062 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-fe287554-3432-404f-920e-acbd29c1caab tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605602 Jun 29 10:18:22.234052 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56674) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:22.242502 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:22.293983 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (6acdfaea-b43f-44c6-a272-af6538f5985c), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.318762 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.420224 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (6acdfaea-b43f-44c6-a272-af6538f5985c), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.427827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.506996 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (6acdfaea-b43f-44c6-a272-af6538f5985c), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.534997 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acdfaea-b43f-44c6-a272-af6538f5985c,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:22.550886 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.27.1.201 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/92985f2f-f1f9-477a-a657-4751c6bb546b) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:18:22.599849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.601139 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c4df9f6b-fd31-4541-a766-db27fe9f88e9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240065 Jun 29 10:18:22.605537 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56678) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:22.610000 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:22.656471 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.668245 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.724867 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.769133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:18:22.771648 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.772088 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:18:22.778286 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:18:22.785574 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=92985f2f-f1f9-477a-a657-4751c6bb546b,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:22.835106 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.890282 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Allocated IP 172.27.1.99 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/1fb1072a-0243-4d5b-81a1-36814d5e048f) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:18:22.947279 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:22.990124 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.093062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.112767 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.147102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:18:23.153825 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:18:23.157561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:18:23.162331 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=1fb1072a-0243-4d5b-81a1-36814d5e048f,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:23.187148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.219028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.239128 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=92985f2f-f1f9-477a-a657-4751c6bb546b,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:23.246490 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.337649 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.339048 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c1bfe8b0-2098-406a-a414-0a4b9903fd39 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1040723 Jun 29 10:18:23.396278 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.486382 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-ca0572fb-203f-49ec-845c-85d771d1f0d8 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2012380760&fields=id&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 267 time: 0.0423045 Jun 29 10:18:23.543925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.595261 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6713faa9-8fef-4273-825d-26ec1998e7d5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:23.596733 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6713faa9-8fef-4273-825d-26ec1998e7d5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1035945 Jun 29 10:18:23.615372 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-32fd22b5-9c4a-4db3-a777-0b4c810c22ac tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/quotas/9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 375 time: 0.0129564 Jun 29 10:18:23.621331 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.677734 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-17f1ed0b-d5b0-4333-ac27-fbdc93bbeccf tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561426 Jun 29 10:18:23.698700 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=1fb1072a-0243-4d5b-81a1-36814d5e048f,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:23.715441 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.775669 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-58bbd934-4c77-48dd-bf92-d7771fb31672 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851562 Jun 29 10:18:23.817870 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:23.819222 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1f2944a1-f593-44fd-b307-7c95fd7b7502 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2125545 Jun 29 10:18:23.866100 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9db67ceb-7877-4113-b83e-a4744e32c62d service neutron] 10.222.0.60 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Jun 29 10:18:24.016070 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-ec3b4dd7-4a72-4335-91ee-5a83adf292e4 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--469928576&fields=id&tenant_id=a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 267 time: 0.0444860 Jun 29 10:18:24.125240 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce835885-cada-4206-b95b-8427925cb810 req-d1f998b8-8024-4f33-9f33-bb02fee7df1e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jun 29 10:18:24.134325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-e9ca8f97-f891-4047-b8c6-ed5ec615ee2a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:24.137249 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-e9ca8f97-f891-4047-b8c6-ed5ec615ee2a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 811 time: 0.1139805 Jun 29 10:18:24.152985 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c850ba0d-47cb-49ed-84d2-a8ce00d67d73 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/quotas/a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 375 time: 0.0103352 Jun 29 10:18:24.210005 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-1bd50054-6387-4bb9-be82-248b92989e1d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517190 Jun 29 10:18:24.308252 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-8e65e35e-d66f-4b62-8f3e-3b6c6d74e561 service neutron] 10.222.0.60 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Jun 29 10:18:24.396642 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-ba3e0b7f-4865-4f71-bbd6-bc2e456e5e9a service neutron] 10.222.0.60 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824599 Jun 29 10:18:24.621489 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4f16a1d4-a029-4118-b20a-c9684dd30b78 req-298b3a2f-c02e-4a44-b670-64a772358124 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Jun 29 10:18:25.220129 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cf116a91-d662-4edc-8354-38fb8c5632ee req-e530ab71-07e1-4722-8035-cc0b8e112456 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jun 29 10:18:25.719132 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0a3593dd-23e8-4a7b-a3a0-3db2ae0ca755 req-9579f643-11eb-4c67-9a15-3b36f85a848c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 210 time: 0.0300641 Jun 29 10:18:26.318297 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ad35ae09-3e0c-437d-af4d-79c66373104e req-7f50abf6-0227-4315-801d-a5dc6696ade1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0343633 Jun 29 10:18:26.408969 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-49da7715-a22b-4d32-918a-bd156114fab3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:26.410433 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-49da7715-a22b-4d32-918a-bd156114fab3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 814 time: 0.1055796 Jun 29 10:18:26.480939 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-5dc9ee25-63d1-459b-907d-25a5e1b4de7d tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca1a789fc4d453898e5fb54fc51de9b HTTP/1.1" status: 200 len: 380 time: 0.0517845 Jun 29 10:18:26.490741 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'port': {'device_id': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'admin_state_up': True, 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'security_groups': ['04767a2f-2de8-42fd-894b-fffbc340865f']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:26.695550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c337c1b8-42fd-419c-81b9-0028e2df8480 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:26.697076 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c337c1b8-42fd-419c-81b9-0028e2df8480 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 811 time: 0.1298819 Jun 29 10:18:26.745296 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Made reservation on behalf of 9ca1a789fc4d453898e5fb54fc51de9b for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:18:26.749313 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:26.778692 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-750a470b-2d9d-4b6c-acad-61ce842b98c2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83bea18b5414e13b8df84343b51bbf1 HTTP/1.1" status: 200 len: 379 time: 0.0715008 Jun 29 10:18:26.790919 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'port': {'device_id': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'admin_state_up': True, 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'security_groups': ['28469de8-69f7-4ad7-9ea3-d58c0ec23865']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:27.132149 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1c15573a-40e0-4717-9b11-876e6025a057 req-7dee9540-4e24-4e0b-b78f-41a1babbf6ba tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 210 time: 0.3349514 Jun 29 10:18:27.230962 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Allocated IP 172.20.0.14 (c2e758e4-1cc5-43da-b926-5a33afbf14b6/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f/2c42ab27-c54f-4efb-86c1-bad148884056) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:18:27.343593 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Made reservation on behalf of a83bea18b5414e13b8df84343b51bbf1 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:18:27.347420 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.394375 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for port (2c42ab27-c54f-4efb-86c1-bad148884056), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.413201 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f29406f6-fe33-4941-b65f-ad843886e269 req-8e755c6f-c725-4ee4-b710-8babf8caa214 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0266659 Jun 29 10:18:27.512408 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Allocated IP 172.20.0.11 (2a44f32d-a5a6-4243-aea4-fa6653b3e004/dc786764-e5d4-4706-ba02-ab4af9cb954c/dac364c2-924d-4c6b-9e28-109ae1fcfd56) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:18:27.593314 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.655678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:18:27.669371 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:18:27.673632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event updated for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:27.676456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:18:27.681627 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:27.682233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.717341 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.751526 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-9a9f2ea3-6291-46f1-a8d2-42f7581ac5e9 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2642629 Jun 29 10:18:27.763026 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Request body: {'port': {'device_id': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:27.823428 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.861120 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.883422 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:18:27.889975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:18:27.895738 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:18:27.900778 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:27.901371 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.921720 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event updated for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:27.937504 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c815586f-aff6-4e28-91d5-daa6864eb0d4 None None] Provisioning complete for port 2c42ab27-c54f-4efb-86c1-bad148884056 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:27.938050 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c815586f-aff6-4e28-91d5-daa6864eb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:27.977812 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c815586f-aff6-4e28-91d5-daa6864eb0d4 None None] Port 2c42ab27-c54f-4efb-86c1-bad148884056 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:18:28.002251 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-6ad2a8fb-e344-4904-97ce-a90b8688ea6a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2163384 Jun 29 10:18:28.022274 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Request body: {'port': {'device_id': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:28.096188 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-e2f63eee-5211-48b4-94e4-f5defdd46cd5 None None] Provisioning complete for port dac364c2-924d-4c6b-9e28-109ae1fcfd56 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:28.096563 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e2f63eee-5211-48b4-94e4-f5defdd46cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.126623 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-e2f63eee-5211-48b4-94e4-f5defdd46cd5 None None] Port dac364c2-924d-4c6b-9e28-109ae1fcfd56 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:18:28.142521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.351510 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c42ab27-c54f-4efb-86c1-bad148884056 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:18:28.364064 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks [] for port (2c42ab27-c54f-4efb-86c1-bad148884056), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.409696 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19bc39-65a2-48ac-abb8-ed8ac7dc96ed req-e22c3735-65a3-43fa-88ef-697c3f7a1544 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:28.411157 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8c19bc39-65a2-48ac-abb8-ed8ac7dc96ed req-e22c3735-65a3-43fa-88ef-697c3f7a1544 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 932 time: 0.2052205 Jun 29 10:18:28.422637 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Transition to ACTIVE for port object 2c42ab27-c54f-4efb-86c1-bad148884056 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:18:28.489275 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8c19bc39-65a2-48ac-abb8-ed8ac7dc96ed req-dc278911-f674-49f9-9318-c8c0d57a2aa5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715883 Jun 29 10:18:28.496679 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.532385 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8bc2-efb1-4cf9-878a-2adc26dcfcca req-3b26523c-6497-40d4-95ea-44d93b47a76c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:28.533905 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e48b8bc2-efb1-4cf9-878a-2adc26dcfcca req-3b26523c-6497-40d4-95ea-44d93b47a76c tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 932 time: 0.0544512 Jun 29 10:18:28.581083 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Pushing event updated for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:28.594436 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e48b8bc2-efb1-4cf9-878a-2adc26dcfcca req-bbb4f258-95dd-49be-ae49-9da25c9893d3 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547166 Jun 29 10:18:28.643541 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac364c2-924d-4c6b-9e28-109ae1fcfd56 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:18:28.648044 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Attempting to bind port 2c42ab27-c54f-4efb-86c1-bad148884056 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:18:28.648381 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Attempting to bind port 2c42ab27-c54f-4efb-86c1-bad148884056 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:18:28.648731 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Attempting to bind port 2c42ab27-c54f-4efb-86c1-bad148884056 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:18:28.655058 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks [] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.661478 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Port 2c42ab27-c54f-4efb-86c1-bad148884056 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:18:28.661807 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Attempting to bind port 2c42ab27-c54f-4efb-86c1-bad148884056 on network c2e758e4-1cc5-43da-b926-5a33afbf14b6 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:18:28.675005 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Transition to ACTIVE for port object dac364c2-924d-4c6b-9e28-109ae1fcfd56 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:18:28.676238 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:18:28.676690 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Checking segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:18:28.677086 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Bound using segment: {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:18:28.677530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Bound port: 2c42ab27-c54f-4efb-86c1-bad148884056, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bc21ac-fe57-4cfb-a0d2-a96875cafb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:18:28.688414 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.743998 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:18:28.747972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2c42ab27-c54f-4efb-86c1-bad148884056,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:18:28.769001 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.823349 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Pushing event updated for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:28.857421 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Attempting to bind port dac364c2-924d-4c6b-9e28-109ae1fcfd56 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:18:28.857766 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Attempting to bind port dac364c2-924d-4c6b-9e28-109ae1fcfd56 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:18:28.858104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Attempting to bind port dac364c2-924d-4c6b-9e28-109ae1fcfd56 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:18:28.862769 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Port dac364c2-924d-4c6b-9e28-109ae1fcfd56 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:18:28.863089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Attempting to bind port dac364c2-924d-4c6b-9e28-109ae1fcfd56 on network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:18:28.868127 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:18:28.868475 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Checking segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:18:28.868892 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Bound using segment: {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:18:28.869322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Bound port: dac364c2-924d-4c6b-9e28-109ae1fcfd56, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:18:28.869685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.873864 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.944996 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:28.945618 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:28.947034 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] 10.222.0.64 "PUT /v2.0/ports/2c42ab27-c54f-4efb-86c1-bad148884056 HTTP/1.1" status: 200 len: 1094 time: 1.1884761 Jun 29 10:18:28.949469 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:28.952306 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49561a46-30ce-48ab-a052-a61dac0767d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:28.989129 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ef5d-b868-456b-8552-d3748400007e service neutron] Pushing event updated for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:28.998270 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:18:29.002229 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:18:29.004561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73a9af3-3e4a-4863-b23b-1e2341c39cb6 x-openstack-request-id: req-b73a9af3-3e4a-4863-b23b-1e2341c39cb6 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:29.004912 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:29.005224 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b73a9af3-3e4a-4863-b23b-1e2341c39cb6 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:29.005638 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73a9af3-3e4a-4863-b23b-1e2341c39cb6'] response: {'name': 'network-changed', 'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056', 'status': 'completed', 'code': 200} Jun 29 10:18:29.078952 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-46cc6c62-4613-46b0-9f34-9182de64ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.079726 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-46cc6c62-4613-46b0-9f34-9182de64ca4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 1128 time: 0.0518627 Jun 29 10:18:29.098679 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:29.187167 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.187833 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:29.189188 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] 10.222.0.64 "PUT /v2.0/ports/dac364c2-924d-4c6b-9e28-109ae1fcfd56 HTTP/1.1" status: 200 len: 1094 time: 1.1710532 Jun 29 10:18:29.226436 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0e8e7-0234-4c0f-8b91-e1eea4d73e2d service neutron] Pushing event updated for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:29.235314 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-0778fc39-bde8-4efc-af79-753a8d477e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.236916 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-0778fc39-bde8-4efc-af79-753a8d477e97 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1490481 Jun 29 10:18:29.367057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-63fdeb53-ef4a-45bb-b6a1-65cd5d9f532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.368900 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-49561a46-30ce-48ab-a052-a61dac0767d0 req-63fdeb53-ef4a-45bb-b6a1-65cd5d9f532c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244948 Jun 29 10:18:29.378715 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-abedda3b-6394-458d-9406-ca99ac5d95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.380149 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-abedda3b-6394-458d-9406-ca99ac5d95b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 1128 time: 0.0755732 Jun 29 10:18:29.434293 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-064399c3-76ea-4284-800e-e1791efbdb28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56 HTTP/1.1" status: 200 len: 217 time: 0.0457392 Jun 29 10:18:29.502376 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-76893e3d-d4b3-4174-950b-be3ffa60beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.503655 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-76893e3d-d4b3-4174-950b-be3ffa60beba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0513902 Jun 29 10:18:29.508630 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-b6b09b6e-d615-4168-a89f-fafac940dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.509958 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-b6b09b6e-d615-4168-a89f-fafac940dd04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 1128 time: 0.0845566 Jun 29 10:18:29.577531 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-2bed67d4-a668-4347-b1b5-62e43e8dd61b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c42ab27-c54f-4efb-86c1-bad148884056 HTTP/1.1" status: 200 len: 217 time: 0.0591722 Jun 29 10:18:29.613022 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f484a7d-b5cc-4c88-83ba-4bf7ea3665bf req-8c9bc0ec-f9f5-48cc-b505-cc826887068c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.614534 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1f484a7d-b5cc-4c88-83ba-4bf7ea3665bf req-8c9bc0ec-f9f5-48cc-b505-cc826887068c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 944 time: 0.0583258 Jun 29 10:18:29.633105 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c21f1db9-8dbd-40e6-8878-02fd1b5b7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.634656 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c21f1db9-8dbd-40e6-8878-02fd1b5b7b50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174521 Jun 29 10:18:29.673377 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1f484a7d-b5cc-4c88-83ba-4bf7ea3665bf req-d7322f00-476c-4077-a3df-e80b4d0b4c1e tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521324 Jun 29 10:18:29.691378 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-c62891bb-b732-448c-b2e7-72a88db1b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.692829 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-c62891bb-b732-448c-b2e7-72a88db1b1d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.1073852 Jun 29 10:18:29.793604 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-c0c35caf-af2a-44d0-ad2b-934c57a5bebd service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516035 Jun 29 10:18:29.802345 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb389-3ec9-4793-98d3-95fded26c21c req-7602f3ad-75c2-4304-bdb3-6ef6d920728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.803661 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-7602f3ad-75c2-4304-bdb3-6ef6d920728f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029074 Jun 29 10:18:29.899317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9a18f-68fd-4789-9b1c-6230313606fb req-d3bfbce9-f69c-4a7b-a3eb-faa4f5243f9e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:29.900798 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d4c9a18f-68fd-4789-9b1c-6230313606fb req-d3bfbce9-f69c-4a7b-a3eb-faa4f5243f9e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 944 time: 0.1648614 Jun 29 10:18:30.002765 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d4c9a18f-68fd-4789-9b1c-6230313606fb req-66e0d54b-6182-4029-8aa9-4b2d98198725 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956290 Jun 29 10:18:30.013986 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-513c1afc-e368-4f8a-959c-cfb1465c42e9 req-a175f16a-5365-4f41-bda1-9fbc8bb78cdc service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092752 Jun 29 10:18:30.017305 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-34e050c5-8899-448d-a79d-c58c53dc6dda service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029274 Jun 29 10:18:30.109667 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-634bb389-3ec9-4793-98d3-95fded26c21c req-eafad48c-fed0-4a61-98bb-28ecc6c77c25 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831861 Jun 29 10:18:30.847830 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881769de-55fe-4080-9e03-8aa471152035 req-63f7e5c8-ce84-4c86-ba6c-b4941dcf473c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:30.849341 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-881769de-55fe-4080-9e03-8aa471152035 req-63f7e5c8-ce84-4c86-ba6c-b4941dcf473c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 944 time: 0.0533803 Jun 29 10:18:30.895000 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-881769de-55fe-4080-9e03-8aa471152035 req-5f69777a-7545-49c9-9bad-88081a9b9cb8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Jun 29 10:18:31.006384 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:31.008688 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd71b8-bac4-411b-9163-eba1fad69be4" -d '{"events": [{"name": "network-changed", "server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:31.043678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69475e-0bf3-4da9-9d07-8f31647588d7 x-openstack-request-id: req-6d69475e-0bf3-4da9-9d07-8f31647588d7 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:31.043962 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:31.044214 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d69475e-0bf3-4da9-9d07-8f31647588d7 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:31.044630 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d69475e-0bf3-4da9-9d07-8f31647588d7'] response: {'name': 'network-changed', 'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'status': 'completed', 'code': 200} Jun 29 10:18:31.112950 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-9797ca39-e4c6-4d33-97bf-8b6ad1b6135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:31.114445 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-9797ca39-e4c6-4d33-97bf-8b6ad1b6135b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 1128 time: 0.0442150 Jun 29 10:18:31.122035 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75c4b7-8557-4e77-8db9-43bfc87fd5cc req-f3b00c4c-d92a-4b83-bf3c-d23477be3892 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:31.123572 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6e75c4b7-8557-4e77-8db9-43bfc87fd5cc req-f3b00c4c-d92a-4b83-bf3c-d23477be3892 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 944 time: 0.0529892 Jun 29 10:18:31.169775 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6e75c4b7-8557-4e77-8db9-43bfc87fd5cc req-1359604d-e12f-459e-b3af-cb08edaa4798 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Jun 29 10:18:31.209883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-c40e582e-93b8-453c-9608-27ee097b1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:31.211355 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-c40e582e-93b8-453c-9608-27ee097b1a3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.0877986 Jun 29 10:18:31.249943 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-7cb0236b-1678-4eec-ac2d-087eaf27aac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56 HTTP/1.1" status: 200 len: 217 time: 0.0321720 Jun 29 10:18:31.303217 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-135f9606-09df-4645-9594-d459d7d34105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:31.304628 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-135f9606-09df-4645-9594-d459d7d34105 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0437140 Jun 29 10:18:31.356288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-171dac51-ea9a-4462-b157-de7d05f3af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:31.358215 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-171dac51-ea9a-4462-b157-de7d05f3af53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474925 Jun 29 10:18:31.446482 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-5d299974-c968-4af6-a0dd-d2d01c922abb service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805802 Jun 29 10:18:31.535708 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f0fd71b8-bac4-411b-9163-eba1fad69be4 req-fe7cd333-cbfa-4cb5-b676-81cb1cd16567 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Jun 29 10:18:32.013071 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb40da-6ccd-4722-8048-47909f713690 req-8bd0c4a1-195b-455a-ba14-db3d2d40bfae tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:32.014508 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6cb40da-6ccd-4722-8048-47909f713690 req-8bd0c4a1-195b-455a-ba14-db3d2d40bfae tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Jun 29 10:18:32.060967 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b6cb40da-6ccd-4722-8048-47909f713690 req-c767b096-d855-411e-b489-3336347bcf1c tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409062 Jun 29 10:18:32.297030 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025bf2-9b5b-456e-9b4f-e74753ecd835 req-7a408fa1-6ac5-4d7d-b6e9-e998c89cf5ba tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:32.298740 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f9025bf2-9b5b-456e-9b4f-e74753ecd835 req-7a408fa1-6ac5-4d7d-b6e9-e998c89cf5ba tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 944 time: 0.0592225 Jun 29 10:18:32.346375 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f9025bf2-9b5b-456e-9b4f-e74753ecd835 req-6eb84281-bd91-4796-8698-bbca2e691c02 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Jun 29 10:18:33.175826 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664b255-99f4-45b8-ad12-fc450166929e req-9820cfcb-507b-4790-8981-dcb499daac40 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:33.177310 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7664b255-99f4-45b8-ad12-fc450166929e req-9820cfcb-507b-4790-8981-dcb499daac40 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 944 time: 0.0512946 Jun 29 10:18:33.225623 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7664b255-99f4-45b8-ad12-fc450166929e req-29557883-e212-47a5-a1b0-48294f16ea71 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Jun 29 10:18:33.461397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc889233-3718-4d8b-80a9-bc26eb8c08e1 req-8cae62f7-71e9-46d9-9a86-b6158d1ad86e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:33.462859 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc889233-3718-4d8b-80a9-bc26eb8c08e1 req-8cae62f7-71e9-46d9-9a86-b6158d1ad86e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 944 time: 0.0523334 Jun 29 10:18:33.508102 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc889233-3718-4d8b-80a9-bc26eb8c08e1 req-165adf5f-23c3-4a41-a72f-245d030363f0 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Jun 29 10:18:33.723125 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:34.339707 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ad1a-5454-48c9-96e0-4ae68bdc7392 req-6b782d6c-ad05-4e2c-9c78-ba9d5da6d798 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:34.341702 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9c56ad1a-5454-48c9-96e0-4ae68bdc7392 req-6b782d6c-ad05-4e2c-9c78-ba9d5da6d798 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 944 time: 0.0510981 Jun 29 10:18:34.359347 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2c42ab27-c54f-4efb-86c1-bad148884056 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:18:34.387680 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9c56ad1a-5454-48c9-96e0-4ae68bdc7392 req-392cc54f-f737-442e-a81f-1e6ff3ba0e1a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Jun 29 10:18:34.454884 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2c42ab27-c54f-4efb-86c1-bad148884056,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:34.466773 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '2c42ab27-c54f-4efb-86c1-bad148884056', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'port_id': '2c42ab27-c54f-4efb-86c1-bad148884056', 'mac_address': 'fa:16:3e:cf:97:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:18:34.499016 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 2c42ab27-c54f-4efb-86c1-bad148884056 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:34.499400 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:34.511408 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c42ab27-c54f-4efb-86c1-bad148884056 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:18:34.531866 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2c42ab27-c54f-4efb-86c1-bad148884056,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:34.592107 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:34.593272 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device dac364c2-924d-4c6b-9e28-109ae1fcfd56 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:18:34.625478 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c09964-7c1b-44e0-821c-f5227503258b req-ee2b7a4a-2306-408d-b7da-704d9b857348 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:34.627011 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-64c09964-7c1b-44e0-821c-f5227503258b req-ee2b7a4a-2306-408d-b7da-704d9b857348 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 944 time: 0.0542510 Jun 29 10:18:34.679037 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-64c09964-7c1b-44e0-821c-f5227503258b req-436add06-c8ed-40c0-ad6c-1bbcdee266e7 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465293 Jun 29 10:18:34.695537 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:34.740960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:34.752807 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'port_id': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'mac_address': 'fa:16:3e:ba:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:18:34.786202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port dac364c2-924d-4c6b-9e28-109ae1fcfd56 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:34.786508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:34.799482 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac364c2-924d-4c6b-9e28-109ae1fcfd56 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:18:34.818889 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:34.866074 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:34.917388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:35.175550 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['2c42ab27-c54f-4efb-86c1-bad148884056'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:35.180083 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['dac364c2-924d-4c6b-9e28-109ae1fcfd56'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:35.503295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3d4d8-3549-4b06-9f46-621d8e572e64 req-d4f938b0-8ab5-4f68-8998-c263f65a157a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:35.504653 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-18b3d4d8-3549-4b06-9f46-621d8e572e64 req-d4f938b0-8ab5-4f68-8998-c263f65a157a tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0511708 Jun 29 10:18:35.550520 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-18b3d4d8-3549-4b06-9f46-621d8e572e64 req-f7bace43-ec85-427e-a4c2-08ce6402e995 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Jun 29 10:18:35.795534 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3bacc-654f-4709-979a-6579d16e0e38 req-819a8266-38f9-40e7-946a-432cb4922b49 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:35.797031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5dc3bacc-654f-4709-979a-6579d16e0e38 req-819a8266-38f9-40e7-946a-432cb4922b49 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 945 time: 0.0527432 Jun 29 10:18:35.843387 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5dc3bacc-654f-4709-979a-6579d16e0e38 req-5e87a42d-a0e5-4eb2-b46f-2bda34035704 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Jun 29 10:18:36.157776 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b6613dd8-cf5d-4e01-abc7-7773c012c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:36.364532 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2c42ab27-c54f-4efb-86c1-bad148884056 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:18:36.471431 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 2c42ab27-c54f-4efb-86c1-bad148884056 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:18:36.475169 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 2c42ab27-c54f-4efb-86c1-bad148884056 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:36.475528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:36.542672 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 2c42ab27-c54f-4efb-86c1-bad148884056 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:36.543043 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:36.565957 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:36.568144 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139d539-fd8f-4ce9-9594-0d257b49ddfb" -d '{"events": [{"server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "name": "network-vif-plugged", "status": "completed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:36.584202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2c42ab27-c54f-4efb-86c1-bad148884056,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:36.611406 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ffab58-8b62-4648-83d3-18fa46022a7a x-openstack-request-id: req-87ffab58-8b62-4648-83d3-18fa46022a7a {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:36.615114 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "name": "network-vif-plugged", "status": "completed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:36.615114 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87ffab58-8b62-4648-83d3-18fa46022a7a {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:36.615114 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ffab58-8b62-4648-83d3-18fa46022a7a'] response: {'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056', 'code': 200} Jun 29 10:18:36.682652 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa8c5-7b0b-458c-8cc4-e7aba5a8dd68 req-474c5bf6-8f25-4e24-aaa5-d9d63981fd7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:36.684165 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b4cfa8c5-7b0b-458c-8cc4-e7aba5a8dd68 req-474c5bf6-8f25-4e24-aaa5-d9d63981fd7d tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 945 time: 0.0619900 Jun 29 10:18:36.700716 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:36.701166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device dac364c2-924d-4c6b-9e28-109ae1fcfd56 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:18:36.740767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b4cfa8c5-7b0b-458c-8cc4-e7aba5a8dd68 req-59946580-50d7-40a8-a231-9ffbd1846ccd tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498452 Jun 29 10:18:36.896991 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:36.973632 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaa389-0072-49fb-a814-010c0044750e req-89fb3f1b-84e1-4d7b-a38d-285a20b73d95 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:36.975183 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-57aaa389-0072-49fb-a814-010c0044750e req-89fb3f1b-84e1-4d7b-a38d-285a20b73d95 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0539718 Jun 29 10:18:36.977908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf408c-d41e-4524-8343-e107175ed7b2 req-a71662d8-9ed0-4cbd-b944-d624b5ac1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:36.979526 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5acf408c-d41e-4524-8343-e107175ed7b2 req-a71662d8-9ed0-4cbd-b944-d624b5ac1f14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 1130 time: 0.0461237 Jun 29 10:18:36.980040 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port dac364c2-924d-4c6b-9e28-109ae1fcfd56 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:18:36.985013 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port dac364c2-924d-4c6b-9e28-109ae1fcfd56 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:36.985437 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:37.024622 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-57aaa389-0072-49fb-a814-010c0044750e req-33f487f2-f269-494b-9e64-b9d053ac114e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Jun 29 10:18:37.030633 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5acf408c-d41e-4524-8343-e107175ed7b2 req-641ac2e9-84f1-4b38-bf9e-b69de0872236 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Jun 29 10:18:37.057435 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port dac364c2-924d-4c6b-9e28-109ae1fcfd56 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:37.057831 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:37.089285 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:37.180513 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:37.233838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:37.873407 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317718e7-8b16-4f73-9887-c5662cd48f50 req-39fbc91c-526e-4f62-8aa1-f2cbf19a4184 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:37.875541 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-317718e7-8b16-4f73-9887-c5662cd48f50 req-39fbc91c-526e-4f62-8aa1-f2cbf19a4184 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0552025 Jun 29 10:18:37.920184 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-317718e7-8b16-4f73-9887-c5662cd48f50 req-a1e4daea-2187-4d69-959e-b50eae9ef617 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Jun 29 10:18:38.142391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5704f05-19ff-460f-90e6-83b7a7e2852d req-86b834aa-b442-4c0f-86b4-3a0f44db3507 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:38.143843 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e5704f05-19ff-460f-90e6-83b7a7e2852d req-86b834aa-b442-4c0f-86b4-3a0f44db3507 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0532601 Jun 29 10:18:38.194868 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e5704f05-19ff-460f-90e6-83b7a7e2852d req-bb2a7081-9e7d-44a8-927b-4ac5999ea7d1 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Jun 29 10:18:38.574425 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1bfb3139-c9d9-4c79-81a2-8abc5c3ec94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:38.613754 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:38.616080 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da80e6e-1906-4761-868e-1b83f87bc25c" -d '{"events": [{"server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "name": "network-vif-plugged", "status": "completed", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:38.649578 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4c0557-3116-434b-819a-c5fe7d76cda3 x-openstack-request-id: req-be4c0557-3116-434b-819a-c5fe7d76cda3 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:38.651074 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "name": "network-vif-plugged", "status": "completed", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:38.651074 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be4c0557-3116-434b-819a-c5fe7d76cda3 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:38.651074 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4c0557-3116-434b-819a-c5fe7d76cda3'] response: {'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'code': 200} Jun 29 10:18:38.780274 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c931-07db-411b-9021-63d67117369a req-4867b217-7f64-49bc-8faf-9a5583b26add tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:38.782480 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3652c931-07db-411b-9021-63d67117369a req-4867b217-7f64-49bc-8faf-9a5583b26add tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0644870 Jun 29 10:18:38.829628 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3652c931-07db-411b-9021-63d67117369a req-1ee762f4-a533-49db-8ff9-5327edddd919 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Jun 29 10:18:39.021047 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267170-d60d-474e-ba08-54d126a9e893 req-ec9a5de4-e4db-4967-bced-79400a1a72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:39.022535 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72267170-d60d-474e-ba08-54d126a9e893 req-ec9a5de4-e4db-4967-bced-79400a1a72d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 1130 time: 0.1122193 Jun 29 10:18:39.062776 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2cdf9-8286-4f91-846d-42bcdd03bad9 req-64bc91f1-2853-4d0f-9b87-64ca8374e905 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:39.064194 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9da2cdf9-8286-4f91-846d-42bcdd03bad9 req-64bc91f1-2853-4d0f-9b87-64ca8374e905 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0721235 Jun 29 10:18:39.099341 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-72267170-d60d-474e-ba08-54d126a9e893 req-fec86cff-57e6-4b20-aba9-d404dd836c8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666590 Jun 29 10:18:39.121008 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9da2cdf9-8286-4f91-846d-42bcdd03bad9 req-86e72281-eb74-426d-97aa-5bf436ea3eca tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514133 Jun 29 10:18:39.313053 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0752d-f4fd-47f0-a42e-46b25cc26052 req-54462b3a-8813-4440-911a-403048e92e52 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:39.314686 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77c0752d-f4fd-47f0-a42e-46b25cc26052 req-54462b3a-8813-4440-911a-403048e92e52 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0562491 Jun 29 10:18:39.360913 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77c0752d-f4fd-47f0-a42e-46b25cc26052 req-073667d4-e8f9-4ffe-aa93-f8ef111614c5 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Jun 29 10:18:39.454068 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:39.479266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccdc2-9b4a-426a-8f0a-e14a90a7f5f7 req-5e09056b-e958-4190-990c-dca7a0e2b81f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:39.480676 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-694ccdc2-9b4a-426a-8f0a-e14a90a7f5f7 req-5e09056b-e958-4190-990c-dca7a0e2b81f tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0565696 Jun 29 10:18:39.490335 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56828) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:39.494575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Request body: {'floatingip': {'port_id': '2c42ab27-c54f-4efb-86c1-bad148884056'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:39.530887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:40.011970 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340dc2d-4065-4234-b3e9-87346cd591f4 req-9afc75ce-2685-4a76-8265-7ac7113c3318 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:40.013684 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1340dc2d-4065-4234-b3e9-87346cd591f4 req-9afc75ce-2685-4a76-8265-7ac7113c3318 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0585423 Jun 29 10:18:40.056125 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac9250-947a-448e-a4a9-1518b8377e65 req-953bca3d-955c-4c04-a822-f28d1936bf28 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:40.057866 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d1ac9250-947a-448e-a4a9-1518b8377e65 req-953bca3d-955c-4c04-a822-f28d1936bf28 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.1020455 Jun 29 10:18:40.068091 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1340dc2d-4065-4234-b3e9-87346cd591f4 req-43bb626f-7087-4db4-a255-ae5c943ae46e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482612 Jun 29 10:18:40.170800 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d1ac9250-947a-448e-a4a9-1518b8377e65 req-0a55d598-aa96-49f5-a677-940a84e0b15c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814366 Jun 29 10:18:40.237833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fb8a9-4d90-4adf-bd94-b3c6b2dcd56e req-2b797774-1af0-4a50-93c2-9492ea3230c0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:40.239380 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c08fb8a9-4d90-4adf-bd94-b3c6b2dcd56e req-2b797774-1af0-4a50-93c2-9492ea3230c0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0516245 Jun 29 10:18:40.265448 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:40.290612 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c08fb8a9-4d90-4adf-bd94-b3c6b2dcd56e req-b24a11a1-2c58-4be3-8245-6ef80227c0f3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455468 Jun 29 10:18:40.323367 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:40.424072 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP c7a8273b-bfab-4020-9712-68a5e704792b associated. External IP: 172.27.1.201, port: 2c42ab27-c54f-4efb-86c1-bad148884056. Jun 29 10:18:40.622216 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:40.726536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:40.731452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:40.738526 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:40.750382 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:40.750999 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:40.761404 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-361f3169-6783-48a7-824e-44a9757cca54 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "PUT /v2.0/floatingips/c7a8273b-bfab-4020-9712-68a5e704792b HTTP/1.1" status: 200 len: 992 time: 1.2699790 Jun 29 10:18:40.762089 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:40.764373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:40.801823 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406788d-5e29-4873-bfaa-0338497d1672 x-openstack-request-id: req-e406788d-5e29-4873-bfaa-0338497d1672 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:40.802108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:40.802358 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e406788d-5e29-4873-bfaa-0338497d1672 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:40.802808 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e406788d-5e29-4873-bfaa-0338497d1672'] response: {'name': 'network-changed', 'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056', 'status': 'completed', 'code': 200} Jun 29 10:18:40.856576 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:40.869445 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-575ef539-172b-4b2a-87f6-b7df33ce78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:40.870924 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-575ef539-172b-4b2a-87f6-b7df33ce78b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 1130 time: 0.0445387 Jun 29 10:18:40.960894 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-2d028261-67fe-46c6-9e11-9d3c25d15ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:40.962346 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-2d028261-67fe-46c6-9e11-9d3c25d15ad3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 200 len: 915 time: 0.0830715 Jun 29 10:18:41.034286 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-dcbf29bc-4179-4ab0-bc78-811a9b846429 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c42ab27-c54f-4efb-86c1-bad148884056 HTTP/1.1" status: 200 len: 1000 time: 0.0610292 Jun 29 10:18:41.087092 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-a38333cf-0cc7-49aa-86d7-67e9454aac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.088537 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-a38333cf-0cc7-49aa-86d7-67e9454aac19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 200 len: 853 time: 0.0448084 Jun 29 10:18:41.151827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-547cb8e8-ecf9-4d27-95a7-221a7f9e4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.153770 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-547cb8e8-ecf9-4d27-95a7-221a7f9e4eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2e758e4-1cc5-43da-b926-5a33afbf14b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493591 Jun 29 10:18:41.155596 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'c7a8273b-bfab-4020-9712-68a5e704792b', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '2c42ab27-c54f-4efb-86c1-bad148884056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:cf:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:22Z', 'updated_at': '2022-06-29T10:18:40Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:41.184481 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:41.193457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e3d83-8a2e-454f-bd05-8a4fff3f8884 req-d4e91d6c-95d9-4bfc-b9a2-a379fdd95d90 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.195144 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:41.195782 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:41.203968 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d51e3d83-8a2e-454f-bd05-8a4fff3f8884 req-d4e91d6c-95d9-4bfc-b9a2-a379fdd95d90 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0601239 Jun 29 10:18:41.256524 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d51e3d83-8a2e-454f-bd05-8a4fff3f8884 req-54981013-4d75-4c8f-a84f-292987b3b685 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544026 Jun 29 10:18:41.260020 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:41.308016 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-58c0c2be-6c81-4899-9cca-ac57360c7f08 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401618 Jun 29 10:18:41.322674 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:41.375053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d04d-44a2-4c70-8c4b-0f5597557890 req-acf9f9f6-5b91-4eb7-955d-37ded88101fc tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.376295 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fa69d04d-44a2-4c70-8c4b-0f5597557890 req-acf9f9f6-5b91-4eb7-955d-37ded88101fc tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.1271014 Jun 29 10:18:41.416181 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd307928-018b-473e-8b9c-9f78ed54e71d req-fc1277c9-7c3d-4e2e-aa44-7847b72eb6a9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.418146 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fd307928-018b-473e-8b9c-9f78ed54e71d req-fc1277c9-7c3d-4e2e-aa44-7847b72eb6a9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0548968 Jun 29 10:18:41.456232 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fa69d04d-44a2-4c70-8c4b-0f5597557890 req-c90dc9d3-4aa7-48d0-9088-3b87e69d444a tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749273 Jun 29 10:18:41.458290 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96a0ebdc-7b14-47e5-a4b4-6b693f28a666 req-138e1e86-75f2-4563-a3cb-5702b77ab6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431634 Jun 29 10:18:41.477031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fd307928-018b-473e-8b9c-9f78ed54e71d req-bbed6da8-5461-4242-8465-2ce15f0ffe42 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527790 Jun 29 10:18:41.551279 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'c7a8273b-bfab-4020-9712-68a5e704792b', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '2c42ab27-c54f-4efb-86c1-bad148884056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:cf:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:22Z', 'updated_at': '2022-06-29T10:18:40Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:41.575323 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4377b26-9111-427e-93bc-5be338592d7d None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': 'c7a8273b-bfab-4020-9712-68a5e704792b', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'port_id': '2c42ab27-c54f-4efb-86c1-bad148884056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'mac_address': 'fa:16:3e:cf:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:22Z', 'updated_at': '2022-06-29T10:18:40Z', 'revision_number': 1, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:41.590189 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa7f93-967e-4de7-aa1e-181521068fc7 req-5b136268-8e2c-45f1-89d7-9b0c753b05a9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:41.591726 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5ffa7f93-967e-4de7-aa1e-181521068fc7 req-5b136268-8e2c-45f1-89d7-9b0c753b05a9 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0545573 Jun 29 10:18:41.600844 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56852) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:41.606564 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Request body: {'floatingip': {'port_id': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:41.651121 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:41.775898 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db968e-d177-41aa-bae5-4b8c6268df10 None None] New status for floating IP c7a8273b-bfab-4020-9712-68a5e704792b: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:42.071194 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:42.140456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:42.233398 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Floating IP 8082f4ef-7569-4fe2-91bd-d7fd68fd5d04 associated. External IP: 172.27.1.99, port: dac364c2-924d-4c6b-9e28-109ae1fcfd56. Jun 29 10:18:42.380900 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847ba49-a7f8-496d-a80a-d7360297f780 req-393e0fa4-1230-4fd1-8257-b9880bf01021 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:42.382425 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e847ba49-a7f8-496d-a80a-d7360297f780 req-393e0fa4-1230-4fd1-8257-b9880bf01021 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0568388 Jun 29 10:18:42.429468 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:42.430342 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-e847ba49-a7f8-496d-a80a-d7360297f780 req-117b0f82-1784-44a0-8d08-06ec70c6d1a2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Jun 29 10:18:42.538776 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:42.549079 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:42.559276 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:42.560587 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:42.561217 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:42.596103 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-7f55f5a4-019a-4025-9ccd-e1d164ba915b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "PUT /v2.0/floatingips/8082f4ef-7569-4fe2-91bd-d7fd68fd5d04 HTTP/1.1" status: 200 len: 991 time: 0.9941907 Jun 29 10:18:42.610901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31f84f-ced4-4993-9109-1ad4bc478c9d req-6b1706d9-f4ba-475c-a976-f5c5cd1ab270 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:42.614500 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9e31f84f-ced4-4993-9109-1ad4bc478c9d req-6b1706d9-f4ba-475c-a976-f5c5cd1ab270 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0870714 Jun 29 10:18:42.631221 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:42.665212 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9e31f84f-ced4-4993-9109-1ad4bc478c9d req-3eddb1f8-25f5-4b84-89a4-1a49fef873ca tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470757 Jun 29 10:18:42.666141 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:42.804321 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:42.813713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:42.852921 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb756e9b-1f55-470a-8ab5-38b218b72ef0 x-openstack-request-id: req-cb756e9b-1f55-470a-8ab5-38b218b72ef0 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:42.853255 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:42.853509 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb756e9b-1f55-470a-8ab5-38b218b72ef0 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:42.853901 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb756e9b-1f55-470a-8ab5-38b218b72ef0'] response: {'name': 'network-changed', 'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'status': 'completed', 'code': 200} Jun 29 10:18:42.893969 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8082f4ef-7569-4fe2-91bd-d7fd68fd5d04', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:ba:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:23Z', 'updated_at': '2022-06-29T10:18:41Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:42.918247 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:42.927530 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:42.929040 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:42.929413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-c689e5df-8f95-47ea-9b85-883185678f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:42.930911 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-c689e5df-8f95-47ea-9b85-883185678f28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a83bea18b5414e13b8df84343b51bbf1&device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 1130 time: 0.0447068 Jun 29 10:18:43.023193 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-63fe1784-2d9c-4a10-b37a-31436cbee9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.024679 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-63fe1784-2d9c-4a10-b37a-31436cbee9cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 200 len: 912 time: 0.0864666 Jun 29 10:18:43.027389 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:43.086470 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-9ecfa242-0c41-4387-b53b-5fe31e06896d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56 HTTP/1.1" status: 200 len: 999 time: 0.0542407 Jun 29 10:18:43.182445 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-42939f07-9878-4b15-86bf-814b643472c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.183910 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-42939f07-9878-4b15-86bf-814b643472c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 200 len: 850 time: 0.0752354 Jun 29 10:18:43.207372 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-ce5ee34b-d656-46c2-8e2a-395cf6e81c56 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.208807 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-ce5ee34b-d656-46c2-8e2a-395cf6e81c56 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0988054 Jun 29 10:18:43.242417 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8082f4ef-7569-4fe2-91bd-d7fd68fd5d04', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:ba:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:23Z', 'updated_at': '2022-06-29T10:18:41Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:43.271244 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e645501-11b8-4670-866b-401010b9bc91 None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '8082f4ef-7569-4fe2-91bd-d7fd68fd5d04', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'port_id': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'mac_address': 'fa:16:3e:ba:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:18:23Z', 'updated_at': '2022-06-29T10:18:41Z', 'revision_number': 1, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:43.290759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-348670c9-1441-4161-b996-e6d3866d5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.292233 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-348670c9-1441-4161-b996-e6d3866d5c19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a44f32d-a5a6-4243-aea4-fa6653b3e004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005073 Jun 29 10:18:43.410911 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Deleting port 0cda3813-27b6-44a0-b970-188cd8aa5143 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:43.411245 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:43.429440 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-863d935d-a739-459f-8fbe-c970ef8e7cdc service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195750 Jun 29 10:18:43.472319 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161abd7c-efd5-44d6-9ef1-bcff4a05f819 None None] New status for floating IP 8082f4ef-7569-4fe2-91bd-d7fd68fd5d04: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:43.795858 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1fbf-832d-424e-a38d-ed2ef2471bea req-13810025-eb19-40c7-bb85-309e154da905 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.798092 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-45fd1fbf-832d-424e-a38d-ed2ef2471bea req-13810025-eb19-40c7-bb85-309e154da905 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 946 time: 0.0526776 Jun 29 10:18:43.845569 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-45fd1fbf-832d-424e-a38d-ed2ef2471bea req-6ef1df65-3ede-4cb5-a429-5ff380a7ca61 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=e49df837-cd77-4047-853e-c16f8c2c8716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Jun 29 10:18:43.861806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] For port 0cda3813-27b6-44a0-b970-188cd8aa5143, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0cda3813-27b6-44a0-b970-188cd8aa5143,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:43.862340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:43.891114 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a271c-67f4-4ce6-beac-2837e1be3c21 req-f7f60c30-e790-4185-9835-6473ae306098 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:43.892556 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0c0a271c-67f4-4ce6-beac-2837e1be3c21 req-f7f60c30-e790-4185-9835-6473ae306098 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.1530528 Jun 29 10:18:43.901225 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cd380dd3-bf26-4de7-82ed-53ea7af27f1f req-9038f9f2-53b9-4c4e-a16c-aad30c991792 service neutron] 10.222.0.64 "GET /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411304 Jun 29 10:18:44.016604 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0c0a271c-67f4-4ce6-beac-2837e1be3c21 req-526f7615-425b-444a-91dc-e359f0f3d282 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175413 Jun 29 10:18:44.082621 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:44.082973 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:44.083282 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Floating IP f852403e-e20b-4cca-a045-377c461a1b82 disassociated. External IP: 172.27.1.253, port: 0cda3813-27b6-44a0-b970-188cd8aa5143. Jun 29 10:18:44.083618 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Calling delete_port for 0cda3813-27b6-44a0-b970-188cd8aa5143 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:44.266222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (0cda3813-27b6-44a0-b970-188cd8aa5143), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:44.293612 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event deleted for resources: {'Port': ['ID=0cda3813-27b6-44a0-b970-188cd8aa5143,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:44.402423 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Router 0b37d284-0873-41a6-aa77-a79de2395870 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:44.504588 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:44.514409 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:44.524422 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:44.525297 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:44.553501 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] No DVR routers for this DVR port 0cda3813-27b6-44a0-b970-188cd8aa5143 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:44.555965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:44.559658 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d414429d-8c44-444b-bfbe-90ce9def5770 req-60612caa-e07c-4e94-a03e-30c2cc3a281b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "DELETE /v2.0/ports/0cda3813-27b6-44a0-b970-188cd8aa5143 HTTP/1.1" status: 204 len: 173 time: 1.3348725 Jun 29 10:18:44.635099 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:44.855301 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'name': 'network-vif-deleted', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:44.857611 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5bd7e-d715-405c-abef-264feb7a2c13" -d '{"events": [{"server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "name": "network-vif-deleted", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:44.902267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6182d971-410c-4039-b788-7dfd98618777 x-openstack-request-id: req-6182d971-410c-4039-b788-7dfd98618777 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:44.902892 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e40f84b-5907-45dc-b32a-b4b200046bb0", "name": "network-vif-deleted", "tag": "0cda3813-27b6-44a0-b970-188cd8aa5143", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:44.902892 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6182d971-410c-4039-b788-7dfd98618777 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:44.903410 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6182d971-410c-4039-b788-7dfd98618777'] response: {'server_uuid': '5e40f84b-5907-45dc-b32a-b4b200046bb0', 'name': 'network-vif-deleted', 'tag': '0cda3813-27b6-44a0-b970-188cd8aa5143', 'status': 'completed', 'code': 200} Jun 29 10:18:44.948778 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-17292b1c-058a-4a03-8989-6ac8a86bf075 req-cb25313a-65aa-411b-8d31-a7318a9faadf tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e40f84b-5907-45dc-b32a-b4b200046bb0 HTTP/1.1" status: 200 len: 210 time: 0.0303686 Jun 29 10:18:44.963080 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:44.986026 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:44.994174 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:44.994767 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:45.098692 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:45.135456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8398f-97d4-46d3-801f-ae6c6eb156f1 req-129f4344-a8ad-4519-8d64-7882105e74fb tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:45.137000 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-abf8398f-97d4-46d3-801f-ae6c6eb156f1 req-129f4344-a8ad-4519-8d64-7882105e74fb tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0516305 Jun 29 10:18:45.189571 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-abf8398f-97d4-46d3-801f-ae6c6eb156f1 req-498e1cb3-99ab-403b-8e57-ea610912d2c2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Jun 29 10:18:45.299401 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:45.324331 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a8141-6715-4fd2-a166-f04627affaa1 None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:19Z', 'revision_number': 4, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '72d2dcc7-c817-46ee-bfbd-cf9081306290', 'name': '', 'network_id': '937c45ec-eed5-4c5a-86c7-1dfad8c0a87e', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'mac_address': 'fa:16:3e:5d:08:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '06720278-be43-4d51-abab-d89aba448367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:18Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'subnets': [{'id': '06720278-be43-4d51-abab-d89aba448367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:45.568674 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3d835-24b1-43ba-92fb-d789d73343c9 None None] New status for floating IP f852403e-e20b-4cca-a045-377c461a1b82: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:45.616577 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-389930f6-1366-4eac-b06a-8e0dfd3c28d5 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009780647&fields=id&tenant_id=95758004812247a0b66b0d2da9c8f8da HTTP/1.1" status: 200 len: 267 time: 0.0565448 Jun 29 10:18:45.675855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-0244dfbc-9313-4427-9cff-b31165f83a4b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:45.677267 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-0244dfbc-9313-4427-9cff-b31165f83a4b tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 985 time: 0.0551457 Jun 29 10:18:45.690406 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Request body: {'port': {'security_groups': ['468087a4-d018-41b7-87a1-faa12aa19264']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:18:45.772686 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:45.949490 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:45.976325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.048160 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.060244 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:46.095979 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:46.096580 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56882) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:46.096746 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.103622 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ff6bbd3-7a03-4835-81d2-b95a5f9fdd3a req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "PUT /v2.0/ports/bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 943 time: 0.4170554 Jun 29 10:18:46.108077 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56884) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:46.163940 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event updated for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=7']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:46.181399 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.181752 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.182365 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.183839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.184206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.184548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.184935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.185272 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.185605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.185935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.186281 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.186593 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.187251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0688f-b65f-4d64-8174-3c1309f741da tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.188377 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (e49df837-cd77-4047-853e-c16f8c2c8716), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.223223 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (e49df837-cd77-4047-853e-c16f8c2c8716), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.228900 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:46.229500 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (abf33e47-6a38-41fd-97c1-af8adf992b2d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.288278 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (abf33e47-6a38-41fd-97c1-af8adf992b2d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.355322 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02296a-8371-42e8-a73b-7950c1019ec3 req-7a8fd68f-600a-46a3-9209-d152492bf80e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:46.357136 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bf02296a-8371-42e8-a73b-7950c1019ec3 req-7a8fd68f-600a-46a3-9209-d152492bf80e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0572867 Jun 29 10:18:46.362300 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e49df837-cd77-4047-853e-c16f8c2c8716), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.364900 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.365985 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "DELETE /v2.0/security-groups/e49df837-cd77-4047-853e-c16f8c2c8716 HTTP/1.1" status: 204 len: 168 time: 0.2680104 Jun 29 10:18:46.369235 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56888) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:46.383173 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.api.v2.resource [None req-cd77e323-0d47-4158-b490-357543d7253c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] show failed (client error): The resource could not be found. Jun 29 10:18:46.384649 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-cd77e323-0d47-4158-b490-357543d7253c tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups/e49df837-cd77-4047-853e-c16f8c2c8716 HTTP/1.1" status: 404 len: 347 time: 0.0140309 Jun 29 10:18:46.387158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 56890) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:46.387282 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf37850-926b-4193-b1c6-31a7c22fa6a9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49df837-cd77-4047-853e-c16f8c2c8716,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:46.387383 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-bd086156-0357-40ee-87d2-6a69b9f06225 None None] Provisioning complete for port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:18:46.387683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bd086156-0357-40ee-87d2-6a69b9f06225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.415784 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 0cda3813-27b6-44a0-b970-188cd8aa5143 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:46.441096 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bf02296a-8371-42e8-a73b-7950c1019ec3 req-47bf5dc6-3f16-4591-8607-1936a821ad44 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739522 Jun 29 10:18:46.443496 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (abf33e47-6a38-41fd-97c1-af8adf992b2d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.446135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.451499 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "DELETE /v2.0/security-groups/abf33e47-6a38-41fd-97c1-af8adf992b2d HTTP/1.1" status: 204 len: 168 time: 0.3379788 Jun 29 10:18:46.455930 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 56892) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:46.456250 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 0cda3813-27b6-44a0-b970-188cd8aa5143 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:18:46.456626 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 0cda3813-27b6-44a0-b970-188cd8aa5143 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:18:46.492402 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fea53-c08d-4fc6-b080-0f0550474186 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf33e47-6a38-41fd-97c1-af8adf992b2d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:46.502059 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bd086156-0357-40ee-87d2-6a69b9f06225 None None] Current status of the port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:46.540525 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Deleting port 665a9279-40d7-4798-a281-5996126e965f {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:46.540909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (665a9279-40d7-4798-a281-5996126e965f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.618635 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Deleting port 16cc94cb-5a25-46bb-a1d5-0fc7b347534c {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:46.618975 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.622611 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (665a9279-40d7-4798-a281-5996126e965f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.622946 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (665a9279-40d7-4798-a281-5996126e965f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.635655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Calling delete_port for 665a9279-40d7-4798-a281-5996126e965f owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:46.695020 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.695349 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for floatingip (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.707789 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Calling delete_port for 16cc94cb-5a25-46bb-a1d5-0fc7b347534c owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:46.830790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (665a9279-40d7-4798-a281-5996126e965f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.861416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event deleted for resources: {'Port': ['ID=665a9279-40d7-4798-a281-5996126e965f,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:46.879975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks [] for floatingip (f852403e-e20b-4cca-a045-377c461a1b82), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.882727 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.883862 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1939b6ed-ec0d-4104-a980-e1689b4b3f17 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "DELETE /v2.0/floatingips/f852403e-e20b-4cca-a045-377c461a1b82 HTTP/1.1" status: 204 len: 168 time: 0.4953542 Jun 29 10:18:46.904980 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:46.907352 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d889c1-1dca-4e72-9730-f853ab3e1395" -d '{"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:46.939006 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (16cc94cb-5a25-46bb-a1d5-0fc7b347534c), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:46.944375 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6c6b48-7739-4733-a70b-fb8e742f24de x-openstack-request-id: req-3a6c6b48-7739-4733-a70b-fb8e742f24de {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:46.944697 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:46.944957 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a6c6b48-7739-4733-a70b-fb8e742f24de {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:46.945364 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6c6b48-7739-4733-a70b-fb8e742f24de'] response: {'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:18:46.969827 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event deleted for resources: {'Port': ['ID=16cc94cb-5a25-46bb-a1d5-0fc7b347534c,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:46.996059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.996401 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.996770 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.997101 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.997425 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.997747 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.998065 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.998384 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.999277 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:46.999811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:47.000229 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:47.000552 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:47.000895 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:18:47.013825 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-9da5f53c-9262-4515-9f72-e2c2f771cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.015551 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-9da5f53c-9262-4515-9f72-e2c2f771cb5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1130 time: 0.0469670 Jun 29 10:18:47.044039 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks [] for floatingip (4baf9bc8-2b9d-42fb-b831-fdfcca9554c3), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:47.044366 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Floating IP 4baf9bc8-2b9d-42fb-b831-fdfcca9554c3 disassociated (deleted). External IP: 172.27.1.158, port: bc05c03c-b0c3-4ac7-9fb5-98276feb3e36. Jun 29 10:18:47.111711 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-6b251d69-9396-47e9-a1c0-caf0eecb5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.113270 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-6b251d69-9396-47e9-a1c0-caf0eecb5dab service neutron] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 916 time: 0.0909317 Jun 29 10:18:47.158707 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-17297b13-b53d-4b39-b5a3-a03f09710c82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 217 time: 0.0331659 Jun 29 10:18:47.217998 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-7f3eb843-a117-4791-91c0-d795636bae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.219496 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-7f3eb843-a117-4791-91c0-d795636bae9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.0440333 Jun 29 10:18:47.245106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:47.269809 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-38e53314-bfbf-48bb-aac9-7a4c1e59b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.271677 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-38e53314-bfbf-48bb-aac9-7a4c1e59b8f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450587 Jun 29 10:18:47.356762 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:47.363906 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:47.375168 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-18b465a2-f1be-4a79-9723-6288c627f6c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956209 Jun 29 10:18:47.380957 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Sync routers for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:47.392389 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:47.396210 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:47.396395 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9777f0fd-e57c-45b3-b69f-e8a265628d12 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "DELETE /v2.0/floatingips/4baf9bc8-2b9d-42fb-b831-fdfcca9554c3 HTTP/1.1" status: 204 len: 168 time: 0.9362545 Jun 29 10:18:47.396395 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:47.396936 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75a8210-df51-4261-a2b3-9ca3c494125e" -d '{"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:47.513754 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f2ad45-a1d7-4374-84e9-af0edac924d8 x-openstack-request-id: req-54f2ad45-a1d7-4374-84e9-af0edac924d8 {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:47.514440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:47.515877 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54f2ad45-a1d7-4374-84e9-af0edac924d8 {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:47.516493 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f2ad45-a1d7-4374-84e9-af0edac924d8'] response: {'name': 'network-changed', 'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:18:47.535685 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-11d889c1-1dca-4e72-9730-f853ab3e1395 req-8697d74a-1ade-4b1a-a4c0-36c264c86ab1 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498146 Jun 29 10:18:47.570969 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:47.672093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133527-711a-495a-9163-1bd222fe29f9 req-661586c2-129e-447c-9dee-89b5d71a5e56 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.673641 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-33133527-711a-495a-9163-1bd222fe29f9 req-661586c2-129e-447c-9dee-89b5d71a5e56 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0801227 Jun 29 10:18:47.759560 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-33133527-711a-495a-9163-1bd222fe29f9 req-5a16ada2-5b00-4545-9ea2-b604529841d0 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785692 Jun 29 10:18:47.769307 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-93a89f4e-900e-415f-a3a5-58e649cdd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.770729 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-93a89f4e-900e-415f-a3a5-58e649cdd6b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95758004812247a0b66b0d2da9c8f8da&device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 1130 time: 0.0828128 Jun 29 10:18:47.778701 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:47.831312 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Checking router: 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:18:47.840201 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:47.840964 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:47.885944 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-8bfb42e6-7a5f-4b88-9b9f-084fec9767fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.887582 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-8bfb42e6-7a5f-4b88-9b9f-084fec9767fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 200 len: 916 time: 0.1107092 Jun 29 10:18:47.930662 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-8f0743d8-e341-4fe5-b27e-a50efe7c1f51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 200 len: 217 time: 0.0355892 Jun 29 10:18:47.945209 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:18:47.973434 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:47.989702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-0de081f5-8161-4815-b871-b5929958ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:47.991452 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-0de081f5-8161-4815-b871-b5929958ef4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 200 len: 854 time: 0.0528204 Jun 29 10:18:48.042105 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-3b1b2f15-1333-4dee-a839-257654048121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:48.043813 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-3b1b2f15-1333-4dee-a839-257654048121 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4dffc3bf-269f-4344-b400-54a91f26653a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459239 Jun 29 10:18:48.137102 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-a3e34e68-06c0-465b-bfe5-41c66e7f3745 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Jun 29 10:18:48.180494 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:48.206682 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ea43-d049-4851-bb09-d283a652ed8f None None] The sync data for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi is: [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:15:28Z', 'revision_number': 4, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'cc598cf4-a368-4dc4-978a-a4c0f3840bbe', 'name': '', 'network_id': '4dffc3bf-269f-4344-b400-54a91f26653a', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'mac_address': 'fa:16:3e:e3:c8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:27Z', 'updated_at': '2022-06-29T10:15:32Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'subnets': [{'id': 'fe287c11-92a4-413c-a4fe-2bc6f1a29908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:18:48.235645 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f75a8210-df51-4261-a2b3-9ca3c494125e req-5401c3dd-96f6-41ab-a67f-c150fe2c8963 service neutron] 10.222.0.64 "GET /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921481 Jun 29 10:18:48.449466 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8697a4-2c26-4988-b0e7-193ef132c6d1 None None] New status for floating IP 4baf9bc8-2b9d-42fb-b831-fdfcca9554c3: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:18:48.889131 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a35d14-ef65-4081-b95e-867205116ecd req-879d8704-a093-40d7-9c3e-e98dac1c3327 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:48.890713 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-96a35d14-ef65-4081-b95e-867205116ecd req-879d8704-a093-40d7-9c3e-e98dac1c3327 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0632980 Jun 29 10:18:48.944891 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-96a35d14-ef65-4081-b95e-867205116ecd req-fa7b61eb-7f58-4c67-995a-e59ec762dbfc tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482676 Jun 29 10:18:49.877448 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba61b0d-4749-4cb1-806d-625a35b24d99 req-f531f1db-b738-40c8-94d6-05667dec19d2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:49.878908 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ba61b0d-4749-4cb1-806d-625a35b24d99 req-f531f1db-b738-40c8-94d6-05667dec19d2 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0514309 Jun 29 10:18:49.924364 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ba61b0d-4749-4cb1-806d-625a35b24d99 req-ad173c67-596f-461a-bae8-f20f66486f97 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Jun 29 10:18:50.066505 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc473c-7cc2-4ac1-8f01-852c963168d5 req-0a3236c7-6f92-460f-99b8-4350b84f0ba8 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:50.068007 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9fdc473c-7cc2-4ac1-8f01-852c963168d5 req-0a3236c7-6f92-460f-99b8-4350b84f0ba8 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0523968 Jun 29 10:18:50.121477 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9fdc473c-7cc2-4ac1-8f01-852c963168d5 req-2ebed24b-6e79-49c9-9227-3b676e17ed2a tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 Jun 29 10:18:50.237615 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-1fea35b2-60f4-4c34-bc38-ad0e51ac2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:50.239302 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-1fea35b2-60f4-4c34-bc38-ad0e51ac2f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1129 time: 0.0499573 Jun 29 10:18:50.333646 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-9f51b31e-6dd8-42d1-9d29-7acc990a0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:50.335058 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-9f51b31e-6dd8-42d1-9d29-7acc990a0fe3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.0863881 Jun 29 10:18:50.402914 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-088f5af6-42d9-40da-ab5f-eefc0863bccd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 1000 time: 0.0579331 Jun 29 10:18:50.451017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-32156774-f6d8-422f-b91d-f3edbb38a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:50.452450 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-32156774-f6d8-422f-b91d-f3edbb38a33b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.0437648 Jun 29 10:18:50.504822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-f0c32c63-a721-414a-98b9-d25e9c4b4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:50.506323 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-f0c32c63-a721-414a-98b9-d25e9c4b4204 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460978 Jun 29 10:18:50.605383 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-671d7b81-1b59-4b2b-8dd1-ca53ad1eebf0 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Jun 29 10:18:50.700571 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1145c918-8c2f-453d-a990-64c8b6f94b30 req-3c6b0f4e-6f02-4bd2-874a-d8512738f966 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843782 Jun 29 10:18:51.001852 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457f78f-59a9-48ca-96e9-8e1145bb2b5e req-8df3a7e4-919c-40a6-b371-53ad5f893ab3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:51.003349 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4457f78f-59a9-48ca-96e9-8e1145bb2b5e req-8df3a7e4-919c-40a6-b371-53ad5f893ab3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0553465 Jun 29 10:18:51.051702 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4457f78f-59a9-48ca-96e9-8e1145bb2b5e req-02ed001c-d4de-4716-b286-72f2d7e7ff6a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Jun 29 10:18:51.055908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb5e5-b28d-4040-a96c-cf096ceb794d req-e700bfef-6ca6-4de6-af8d-960f59063dd8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:51.057702 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44fbb5e5-b28d-4040-a96c-cf096ceb794d req-e700bfef-6ca6-4de6-af8d-960f59063dd8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0613906 Jun 29 10:18:51.107549 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-44fbb5e5-b28d-4040-a96c-cf096ceb794d req-6cb36c75-3920-4994-bf83-a10ba77c2c7d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Jun 29 10:18:51.239345 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a910-9fda-4a6f-a8e5-7d487e302315 req-47396790-e60c-4c6a-be6b-171c9873ee4c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:51.240912 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7825a910-9fda-4a6f-a8e5-7d487e302315 req-47396790-e60c-4c6a-be6b-171c9873ee4c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0523870 Jun 29 10:18:51.288671 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7825a910-9fda-4a6f-a8e5-7d487e302315 req-04787813-bc54-4dd3-afc2-7cdd05bf8adc tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Jun 29 10:18:51.746880 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c155b-9755-4814-918e-f35869e46d84 req-f18e3a9a-1f5d-4ce0-b6c6-1f5b26c38aef tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:51.748341 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ae8c155b-9755-4814-918e-f35869e46d84 req-f18e3a9a-1f5d-4ce0-b6c6-1f5b26c38aef tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0564866 Jun 29 10:18:51.794322 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ae8c155b-9755-4814-918e-f35869e46d84 req-5edc7b45-e5ac-48b4-9e90-92501384bc02 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jun 29 10:18:52.174981 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cbb4d-8786-4b13-a64b-6d8a4ca9fcd0 req-77554c9e-307d-463b-840a-dce0e2cbe40d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:52.176487 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-401cbb4d-8786-4b13-a64b-6d8a4ca9fcd0 req-77554c9e-307d-463b-840a-dce0e2cbe40d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Jun 29 10:18:52.223611 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-401cbb4d-8786-4b13-a64b-6d8a4ca9fcd0 req-011b9704-4db2-4d2d-9699-89807909a5ca tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Jun 29 10:18:52.225162 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9bf29-f3c3-4f01-8c79-1d8c3b50d328 req-b2146c71-cc2a-4caf-933b-e1620d9707e9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:52.226944 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6ae9bf29-f3c3-4f01-8c79-1d8c3b50d328 req-b2146c71-cc2a-4caf-933b-e1620d9707e9 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0529902 Jun 29 10:18:52.275430 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6ae9bf29-f3c3-4f01-8c79-1d8c3b50d328 req-afba7520-fed5-48c1-bffd-c7b912180eb6 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Jun 29 10:18:52.403239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb02b3-75c4-4071-9f8d-c6352d4e8ee7 req-852d682b-1dff-4b33-9361-f7ad2f0edb70 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:52.404701 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0bfb02b3-75c4-4071-9f8d-c6352d4e8ee7 req-852d682b-1dff-4b33-9361-f7ad2f0edb70 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0511546 Jun 29 10:18:52.453498 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0bfb02b3-75c4-4071-9f8d-c6352d4e8ee7 req-e52a32eb-18a8-474c-9c01-eaca08603a2d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Jun 29 10:18:52.519561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967545-aabf-40b1-b485-fe11d3602da4 req-44791d4f-dee4-45ff-b6e6-dac54617662e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:52.520980 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-53967545-aabf-40b1-b485-fe11d3602da4 req-44791d4f-dee4-45ff-b6e6-dac54617662e tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 946 time: 0.0535073 Jun 29 10:18:52.622836 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Deleting port 672eee6a-7491-4915-8df4-10c248e587f8 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:52.623172 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (672eee6a-7491-4915-8df4-10c248e587f8), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:52.715248 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] For port 672eee6a-7491-4915-8df4-10c248e587f8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=672eee6a-7491-4915-8df4-10c248e587f8,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:52.715606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (672eee6a-7491-4915-8df4-10c248e587f8), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:52.736193 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Calling delete_port for 672eee6a-7491-4915-8df4-10c248e587f8 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:52.923053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (672eee6a-7491-4915-8df4-10c248e587f8), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:52.933916 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5b4d4-3468-452b-b491-0b06d9f63d70 req-87a09270-8ce8-4122-82b9-df7adc01bb60 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:52.935443 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8fc5b4d4-3468-452b-b491-0b06d9f63d70 req-87a09270-8ce8-4122-82b9-df7adc01bb60 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0554636 Jun 29 10:18:52.940153 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['99469df4-6bf4-4a32-bf43-aa0f30d906ef', '672eee6a-7491-4915-8df4-10c248e587f8'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:52.966648 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event deleted for resources: {'Port': ['ID=672eee6a-7491-4915-8df4-10c248e587f8,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:53.029115 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8fc5b4d4-3468-452b-b491-0b06d9f63d70 req-96c257f7-ae9d-4ee3-b663-57442f45e026 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761688 Jun 29 10:18:53.029239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] No DVR routers for this DVR port 672eee6a-7491-4915-8df4-10c248e587f8 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:53.029239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:53.029239 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-53967545-aabf-40b1-b485-fe11d3602da4 req-9ae881b7-dc8d-470a-85b4-2c0998e3f925 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "DELETE /v2.0/ports/672eee6a-7491-4915-8df4-10c248e587f8 HTTP/1.1" status: 204 len: 173 time: 0.4882550 Jun 29 10:18:53.029239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'name': 'network-vif-deleted', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:53.032735 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b943f8-c259-44a7-bb5a-a4d7782b7dce" -d '{"events": [{"server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "name": "network-vif-deleted", "tag": "672eee6a-7491-4915-8df4-10c248e587f8"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:53.139644 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd929f-1c7d-4c0f-bc88-0274b1e6949f x-openstack-request-id: req-71bd929f-1c7d-4c0f-bc88-0274b1e6949f {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:53.139942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b7c63d-0c8a-4acf-a500-41757acf62d3", "name": "network-vif-deleted", "tag": "672eee6a-7491-4915-8df4-10c248e587f8", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:53.140195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71bd929f-1c7d-4c0f-bc88-0274b1e6949f {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:53.141178 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bd929f-1c7d-4c0f-bc88-0274b1e6949f'] response: {'server_uuid': 'd3b7c63d-0c8a-4acf-a500-41757acf62d3', 'name': 'network-vif-deleted', 'tag': '672eee6a-7491-4915-8df4-10c248e587f8', 'status': 'completed', 'code': 200} Jun 29 10:18:53.391492 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40cac-4bbd-4f0c-a9f4-2797c573e9ce req-6006d752-c4e6-45a3-ac44-e354197b5508 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:53.401099 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-500cc419-2a29-48c1-b737-bfba4c528566 req-cf2a37f7-fc49-4f42-8fdc-523383523749 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3b7c63d-0c8a-4acf-a500-41757acf62d3 HTTP/1.1" status: 200 len: 210 time: 0.0462959 Jun 29 10:18:53.406571 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7cb40cac-4bbd-4f0c-a9f4-2797c573e9ce req-6006d752-c4e6-45a3-ac44-e354197b5508 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0996275 Jun 29 10:18:53.460246 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7cb40cac-4bbd-4f0c-a9f4-2797c573e9ce req-f3bfbbb4-6a61-4751-887b-b010705d11ec tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569408 Jun 29 10:18:53.599841 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe2b25-3889-40c5-8212-cf9b22a4915e req-40983186-2040-4da4-a92a-11ac34e5139b tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:53.601391 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-15fe2b25-3889-40c5-8212-cf9b22a4915e req-40983186-2040-4da4-a92a-11ac34e5139b tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0611420 Jun 29 10:18:53.659095 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-15fe2b25-3889-40c5-8212-cf9b22a4915e req-460e8b6e-4969-4268-addc-b128013710b1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517213 Jun 29 10:18:54.036523 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-3c2c7dfb-0f0a-4e60-bc68-e8ef9daf3f4a tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:54.037882 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-3c2c7dfb-0f0a-4e60-bc68-e8ef9daf3f4a tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.64 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0557470 Jun 29 10:18:54.144104 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Deleting port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:54.144375 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d14ecc-29a2-4871-8ee5-8ff22217ad46 req-820c86b2-5555-4341-a9d6-e739b8c18a8e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:54.144553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:54.145819 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3d14ecc-29a2-4871-8ee5-8ff22217ad46 req-820c86b2-5555-4341-a9d6-e739b8c18a8e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 946 time: 0.0586729 Jun 29 10:18:54.196539 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c3d14ecc-29a2-4871-8ee5-8ff22217ad46 req-82cf9f8e-99fe-45d8-8331-1f78e864214e tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/security-groups?id=468087a4-d018-41b7-87a1-faa12aa19264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Jun 29 10:18:54.241066 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] For port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:54.241429 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:54.254093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Calling delete_port for bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:54.448252 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (bc05c03c-b0c3-4ac7-9fb5-98276feb3e36), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:54.463208 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:54.483634 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Pushing event deleted for resources: {'Port': ['ID=bc05c03c-b0c3-4ac7-9fb5-98276feb3e36,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:54.535849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] No DVR routers for this DVR port bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:54.538561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:54.542922 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0c108cef-9a97-495b-b4d1-c126a2b6da24 req-52643dce-e767-4a25-96a8-130fcc9d08d3 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.64 "DELETE /v2.0/ports/bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 HTTP/1.1" status: 204 len: 173 time: 0.4955006 Jun 29 10:18:54.598458 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac6213-4f78-45d3-972b-fa22a5fa6f00 req-82cfb54b-b85c-40bf-9d81-98642d22eae8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:54.599970 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eeac6213-4f78-45d3-972b-fa22a5fa6f00 req-82cfb54b-b85c-40bf-9d81-98642d22eae8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Jun 29 10:18:54.646963 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-eeac6213-4f78-45d3-972b-fa22a5fa6f00 req-c51ab871-233b-46a7-b595-ea37d058e41a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Jun 29 10:18:54.792828 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42640f-0ba0-4091-b76f-f6f8cf2d362f req-c0bf72c3-1e3d-4273-a38f-b9578fbcada7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:54.795534 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ae42640f-0ba0-4091-b76f-f6f8cf2d362f req-c0bf72c3-1e3d-4273-a38f-b9578fbcada7 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0626357 Jun 29 10:18:54.847059 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ae42640f-0ba0-4091-b76f-f6f8cf2d362f req-78020099-b3af-469a-be4d-4478e9958060 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Jun 29 10:18:54.960864 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118be43b-58b8-462a-b82a-e0c1977f9867 req-a22051cb-e0a7-4b65-a81d-84ee9cac40c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:54.962525 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-118be43b-58b8-462a-b82a-e0c1977f9867 req-a22051cb-e0a7-4b65-a81d-84ee9cac40c8 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0748277 Jun 29 10:18:54.976201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [req-1ba67661-2b6f-4751-aed0-df86c5a1b26b req-5411259a-f30e-42f4-aeeb-9dfb6a9977ae service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:18:54.977296 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ba67661-2b6f-4751-aed0-df86c5a1b26b req-5411259a-f30e-42f4-aeeb-9dfb6a9977ae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0595918 Jun 29 10:18:55.013025 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-118be43b-58b8-462a-b82a-e0c1977f9867 req-68377885-b042-4e0c-b91c-3dfb69a72d0b tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Jun 29 10:18:55.142557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'name': 'network-vif-deleted', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:55.144820 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac74ff-040b-4443-b8c4-7f8625568253" -d '{"events": [{"server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "name": "network-vif-deleted", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:55.179318 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21616b7-b3a1-4888-85ed-2a8ea9ad9104 x-openstack-request-id: req-b21616b7-b3a1-4888-85ed-2a8ea9ad9104 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:55.179611 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f9c97a-90df-4f11-96c6-70d39af4ead6", "name": "network-vif-deleted", "tag": "bc05c03c-b0c3-4ac7-9fb5-98276feb3e36", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:55.179873 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b21616b7-b3a1-4888-85ed-2a8ea9ad9104 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:55.180268 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21616b7-b3a1-4888-85ed-2a8ea9ad9104'] response: {'server_uuid': '81f9c97a-90df-4f11-96c6-70d39af4ead6', 'name': 'network-vif-deleted', 'tag': 'bc05c03c-b0c3-4ac7-9fb5-98276feb3e36', 'status': 'completed', 'code': 200} Jun 29 10:18:55.269494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d056-2d46-4ec4-ae5c-f35c200ba421 req-a997b4fe-e0f0-4c35-b3bb-15f902be0d3d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:55.271853 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-56c2d056-2d46-4ec4-ae5c-f35c200ba421 req-a997b4fe-e0f0-4c35-b3bb-15f902be0d3d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0581908 Jun 29 10:18:55.306923 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ec5ff252-a938-451b-839f-d8527f605884 req-938646cf-7b41-448d-bf2a-bc2dfce38522 tempest-TestMinimumBasicScenario-192253383 tempest-TestMinimumBasicScenario-192253383-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f9c97a-90df-4f11-96c6-70d39af4ead6 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Jun 29 10:18:55.318320 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57032) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:55.327491 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-56c2d056-2d46-4ec4-ae5c-f35c200ba421 req-40fb7023-4143-41e6-8399-64f219a1d02e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479441 Jun 29 10:18:55.414428 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-d0fc51a5-2484-4e28-9a28-c585db5026ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946064 Jun 29 10:18:55.423417 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-aa039482-4584-46f6-9042-af5965ef7c04 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:18:55.424362 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-aa039482-4584-46f6-9042-af5965ef7c04 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053556 Jun 29 10:18:55.500215 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57040) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:55.602708 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-fba4d79a-00bb-41a9-b2b9-fb351fd73972 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:55.604058 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-fba4d79a-00bb-41a9-b2b9-fb351fd73972 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports/e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 942 time: 0.1025908 Jun 29 10:18:55.770058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9517-69ca-4d9c-b9e5-59d698ff8912 req-76397faf-69a0-40db-86c0-bcb3ffcdbbb2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:55.771541 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f1fe9517-69ca-4d9c-b9e5-59d698ff8912 req-76397faf-69a0-40db-86c0-bcb3ffcdbbb2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0546656 Jun 29 10:18:55.818391 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f1fe9517-69ca-4d9c-b9e5-59d698ff8912 req-06684488-4c4c-455f-aba0-8062aea155a9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Jun 29 10:18:56.130566 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27792f-79b9-459a-ae7e-3442beabcea4 req-8dda3a38-6eb0-4a1f-8433-074a748e410d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:56.132013 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8f27792f-79b9-459a-ae7e-3442beabcea4 req-8dda3a38-6eb0-4a1f-8433-074a748e410d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0515006 Jun 29 10:18:56.182040 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8f27792f-79b9-459a-ae7e-3442beabcea4 req-97ab670d-059e-46f3-8d07-7ebeab1e9f91 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Jun 29 10:18:56.438394 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:56.477932 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f44f2-e1c8-48aa-a225-808d046c1e99 req-0c279a34-0dfa-4515-86fe-4426063ab190 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:56.485895 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d7f44f2-e1c8-48aa-a225-808d046c1e99 req-0c279a34-0dfa-4515-86fe-4426063ab190 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0792577 Jun 29 10:18:56.521162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 is: ACTIVE; New status is: DOWN {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:18:56.521562 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:56.550158 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:56.558416 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f176b2ed-cdc8-4f7e-b54b-d058eb4d3408" -d '{"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:56.564083 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3d7f44f2-e1c8-48aa-a225-808d046c1e99 req-7da0b6a2-1de4-43a7-8fbd-f42864cafd87 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762966 Jun 29 10:18:56.583134 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:56.595002 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e0c7dd-032c-47e9-9676-52326ab95ca8 x-openstack-request-id: req-05e0c7dd-032c-47e9-9676-52326ab95ca8 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:56.595282 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-unplugged", "status": "failed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "code": 422}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:56.595533 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05e0c7dd-032c-47e9-9676-52326ab95ca8 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:56.595961 dv-cinder-847864-5-iscsi neutron-server[104297]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-05e0c7dd-032c-47e9-9676-52326ab95ca8']: {'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'code': 422} returned with failed status Jun 29 10:18:56.647559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:56.648335 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:56.668501 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:18:56.668844 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device bc05c03c-b0c3-4ac7-9fb5-98276feb3e36 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:18:56.669227 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 672eee6a-7491-4915-8df4-10c248e587f8 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:18:56.704912 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 672eee6a-7491-4915-8df4-10c248e587f8 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:18:56.705258 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 672eee6a-7491-4915-8df4-10c248e587f8 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:18:56.727371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=6']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:56.944578 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f56e0-1792-4b0b-9c9a-833eed4edea7 req-9766b05d-ecc1-4232-aeb5-2aeb5f513b2a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:56.946079 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e22f56e0-1792-4b0b-9c9a-833eed4edea7 req-9766b05d-ecc1-4232-aeb5-2aeb5f513b2a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0541499 Jun 29 10:18:56.994511 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e22f56e0-1792-4b0b-9c9a-833eed4edea7 req-b75a6335-5b8f-4afa-a073-8e96de6c013f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Jun 29 10:18:57.303668 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eea632-a66f-4a4f-b243-aceb67527b29 req-2db03719-6fdd-4677-aca3-5a2257d82455 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:57.305178 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b9eea632-a66f-4a4f-b243-aceb67527b29 req-2db03719-6fdd-4677-aca3-5a2257d82455 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0538249 Jun 29 10:18:57.361298 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b9eea632-a66f-4a4f-b243-aceb67527b29 req-5e307f1c-7bc2-42af-a9ea-8dab641131c1 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501561 Jun 29 10:18:57.693226 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951f9a1-0e56-4e24-a344-f4569168b4d1 req-e2136d31-2d49-4300-86fb-5f7d0ed541f8 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:57.694701 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e951f9a1-0e56-4e24-a344-f4569168b4d1 req-e2136d31-2d49-4300-86fb-5f7d0ed541f8 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0679367 Jun 29 10:18:57.745019 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e951f9a1-0e56-4e24-a344-f4569168b4d1 req-076b4bbf-e36b-4aac-9218-931b0935f1fb tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Jun 29 10:18:57.805666 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-35e91fa6-b96e-4da3-b61a-0223004c129d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:57.807428 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-35e91fa6-b96e-4da3-b61a-0223004c129d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 945 time: 0.0519049 Jun 29 10:18:57.827451 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57114) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:57.908483 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Deleting port 99469df4-6bf4-4a32-bf43-aa0f30d906ef {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:57.908959 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:57.996564 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] For port 99469df4-6bf4-4a32-bf43-aa0f30d906ef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=99469df4-6bf4-4a32-bf43-aa0f30d906ef,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:57.996941 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.017661 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Calling delete_port for 99469df4-6bf4-4a32-bf43-aa0f30d906ef owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:58.354356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-28e78709-f8ef-40e1-b04d-59c23e61b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.355813 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-28e78709-f8ef-40e1-b04d-59c23e61b789 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a&tenant_id=db622b01a1c744aaaee127fe41c6218b HTTP/1.1" status: 200 len: 1127 time: 0.3515563 Jun 29 10:18:58.393365 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9ea73-692e-4205-9613-df1f89a314cf req-dbae756e-d742-4024-83e1-08d384dc7b33 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.394845 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f8b9ea73-692e-4205-9613-df1f89a314cf req-dbae756e-d742-4024-83e1-08d384dc7b33 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.3170707 Jun 29 10:18:58.468010 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f8b9ea73-692e-4205-9613-df1f89a314cf req-83703fa0-d96f-4f53-969c-d9d79822e229 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668154 Jun 29 10:18:58.468760 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-c0a75b58-9538-4761-b10c-aa9e072ce0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.470376 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-c0a75b58-9538-4761-b10c-aa9e072ce0e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1127 time: 0.0887341 Jun 29 10:18:58.486307 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.542937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (99469df4-6bf4-4a32-bf43-aa0f30d906ef), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.557736 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['99469df4-6bf4-4a32-bf43-aa0f30d906ef'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:18:58.586728 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Pushing event deleted for resources: {'Port': ['ID=99469df4-6bf4-4a32-bf43-aa0f30d906ef,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:58.638553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610575b0-996a-4cc3-be2d-6e91bee5fc26 req-fef05b12-fccb-400f-91c0-c0eec335f07d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.640045 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-610575b0-996a-4cc3-be2d-6e91bee5fc26 req-fef05b12-fccb-400f-91c0-c0eec335f07d tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/ports?device_id=c95ac998-f594-44b7-afed-dc11af9c4bbc HTTP/1.1" status: 200 len: 867 time: 0.1811802 Jun 29 10:18:58.659300 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] No DVR routers for this DVR port 99469df4-6bf4-4a32-bf43-aa0f30d906ef on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:18:58.669319 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.673374 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dedd9373-807a-4be8-a709-eddeaa0a5918 req-bdc99127-afc9-404c-b87c-225c2c780bcb tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.64 "DELETE /v2.0/ports/99469df4-6bf4-4a32-bf43-aa0f30d906ef HTTP/1.1" status: 204 len: 173 time: 0.8600526 Jun 29 10:18:58.678700 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'name': 'network-vif-deleted', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:18:58.681912 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5636ae5f-c312-4548-bc95-c2429e541f52" -d '{"events": [{"server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "name": "network-vif-deleted", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:18:58.694252 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-da11ef17-986e-438b-a9e7-bbd10e45b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.695792 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-da11ef17-986e-438b-a9e7-bbd10e45b139 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.2033248 Jun 29 10:18:58.755451 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Deleting port cc598cf4-a368-4dc4-978a-a4c0f3840bbe {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:18:58.755793 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.757143 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fc4a5f-0d3f-408b-8f8c-404467d573e6 x-openstack-request-id: req-a5fc4a5f-0d3f-408b-8f8c-404467d573e6 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:18:58.757411 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95ac998-f594-44b7-afed-dc11af9c4bbc", "name": "network-vif-deleted", "tag": "99469df4-6bf4-4a32-bf43-aa0f30d906ef", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:18:58.757663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5fc4a5f-0d3f-408b-8f8c-404467d573e6 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:18:58.758053 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fc4a5f-0d3f-408b-8f8c-404467d573e6'] response: {'server_uuid': 'c95ac998-f594-44b7-afed-dc11af9c4bbc', 'name': 'network-vif-deleted', 'tag': '99469df4-6bf4-4a32-bf43-aa0f30d906ef', 'status': 'completed', 'code': 200} Jun 29 10:18:58.772886 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-610575b0-996a-4cc3-be2d-6e91bee5fc26 req-b9ef7678-f07d-43d4-b366-b6bb20e353c4 tempest-ServerRescueNegativeTestJSON-914683520 tempest-ServerRescueNegativeTestJSON-914683520-project] 10.222.0.60 "GET /v2.0/security-groups?id=8efe953c-c370-46fe-b957-1db04e7a944e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147809 Jun 29 10:18:58.794984 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-eead4954-37ff-4b21-b90a-fa79960fea82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 998 time: 0.0848060 Jun 29 10:18:58.847588 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] For port cc598cf4-a368-4dc4-978a-a4c0f3840bbe, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:18:58.847953 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:58.855679 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-aa5354cb-2e67-41d3-87ef-e5fff4468813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.857493 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-aa5354cb-2e67-41d3-87ef-e5fff4468813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.0499363 Jun 29 10:18:58.885818 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Calling delete_port for cc598cf4-a368-4dc4-978a-a4c0f3840bbe owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:18:58.908310 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-045850f3-fcbf-4163-924e-07a6c937f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.909840 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-045850f3-fcbf-4163-924e-07a6c937f5f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459244 Jun 29 10:18:58.956959 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8799-8a4f-4575-abf1-d92d7398da16 req-1600a962-697e-4b54-9549-8d1c7da5d70f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:58.959066 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4dea8799-8a4f-4575-abf1-d92d7398da16 req-1600a962-697e-4b54-9549-8d1c7da5d70f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.1083987 Jun 29 10:18:59.028117 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-127146af-c7f5-451b-bd9b-0b0d501a7afc service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025476 Jun 29 10:18:59.069525 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4dea8799-8a4f-4575-abf1-d92d7398da16 req-9b73f6b0-3afa-4d32-9637-e1ace6400cb9 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018758 Jun 29 10:18:59.130797 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-5b257b05-79e0-4c9e-b52c-bff91a2df529 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966985 Jun 29 10:18:59.178887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (cc598cf4-a368-4dc4-978a-a4c0f3840bbe), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:59.203133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc598cf4-a368-4dc4-978a-a4c0f3840bbe,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:18:59.371196 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:59.581740 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:18:59.599288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5a02-a09d-4130-859c-0d142cec5f80 req-efe137b1-e6af-4d4b-96d2-bdd63b3d95d8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:18:59.600859 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1a5a02-a09d-4130-859c-0d142cec5f80 req-efe137b1-e6af-4d4b-96d2-bdd63b3d95d8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0565221 Jun 29 10:18:59.652279 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be1a5a02-a09d-4130-859c-0d142cec5f80 req-a1e31019-5750-445a-a993-c2ce1abdf60c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Jun 29 10:18:59.687471 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:18:59.692626 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-6523ada7-699c-4d4c-9739-93236b2e8a83 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c1e23f5-e0a6-4bb1-878f-d99850ec7884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642383 Jun 29 10:18:59.695120 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57126) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:59.695918 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Sync routers for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:18:59.708275 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:18:59.709015 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:18:59.798105 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks [] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:59.815582 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:18:59.837845 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57130) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:18:59.903181 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks [] for router_gateway (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:18:59.999904 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:18:59Z', 'revision_number': 5, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port': {'id': '9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:25Z', 'updated_at': '2022-06-29T10:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:00.027899 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Checking router: 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:19:00.036621 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Routers {'6c1e23f5-e0a6-4bb1-878f-d99850ec7884'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:00.037250 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:00.045197 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Deleting port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:00.045619 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.139878 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] For port 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:00.140421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.159012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Calling delete_port for 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:00.212702 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] Set router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:00.252706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2b7fe-47be-44bc-881c-43d4621cca94 req-a1872db1-3d79-4214-81ba-c3ca522b2036 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:00.254250 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00e2b7fe-47be-44bc-881c-43d4621cca94 req-a1872db1-3d79-4214-81ba-c3ca522b2036 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.1042440 Jun 29 10:19:00.262221 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:18:59Z', 'revision_number': 6, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:00.289708 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c093cd-6647-4fe1-9625-70856770d97f None None] The sync data for ids ['6c1e23f5-e0a6-4bb1-878f-d99850ec7884'] in dv-cinder-847864-5-iscsi is: [{'id': '6c1e23f5-e0a6-4bb1-878f-d99850ec7884', 'name': 'tempest-TestMinimumBasicScenario-1817530218-router', 'tenant_id': '95758004812247a0b66b0d2da9c8f8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:24Z', 'updated_at': '2022-06-29T10:18:59Z', 'revision_number': 6, 'project_id': '95758004812247a0b66b0d2da9c8f8da', 'gw_port_host': None}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:19:00.367155 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00e2b7fe-47be-44bc-881c-43d4621cca94 req-434bc3ad-8d51-49ea-a750-cecb3b3a4fab tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945220 Jun 29 10:19:00.423949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.447178 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:00.468080 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (0b37d284-0873-41a6-aa77-a79de2395870), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.515502 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.601405 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.603431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks [] for router_controller (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.698960 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (6c1e23f5-e0a6-4bb1-878f-d99850ec7884), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.699375 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1e23f5-e0a6-4bb1-878f-d99850ec7884 {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:19:00.704666 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.709819 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f540ce2a-a824-4a2e-8f38-1155d12d1e8a admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c1e23f5-e0a6-4bb1-878f-d99850ec7884 HTTP/1.1" status: 204 len: 168 time: 1.0095007 Jun 29 10:19:00.709819 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57138) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:00.796442 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Deleting port 72d2dcc7-c817-46ee-bfbd-cf9081306290 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:00.796949 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.813457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Deleting subnet fe287c11-92a4-413c-a4fe-2bc6f1a29908 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:19:00.818217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Publish callbacks [] for subnet (fe287c11-92a4-413c-a4fe-2bc6f1a29908), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.848536 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device cc598cf4-a368-4dc4-978a-a4c0f3840bbe no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:00.863392 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (fe287c11-92a4-413c-a4fe-2bc6f1a29908), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.867357 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: cc598cf4-a368-4dc4-978a-a4c0f3840bbe {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:00.867703 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device cc598cf4-a368-4dc4-978a-a4c0f3840bbe not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:00.892008 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] For port 72d2dcc7-c817-46ee-bfbd-cf9081306290, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=72d2dcc7-c817-46ee-bfbd-cf9081306290,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:00.892680 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:00.904321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2328a-8d16-4ccb-b952-a8e61a7f20df req-aa9bed2d-e9d2-4d09-ba77-365c2716abcf tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:00.905463 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Calling delete_port for 72d2dcc7-c817-46ee-bfbd-cf9081306290 owned by network:router_interface {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:00.905863 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4ad2328a-8d16-4ccb-b952-a8e61a7f20df req-aa9bed2d-e9d2-4d09-ba77-365c2716abcf tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.1391976 Jun 29 10:19:01.018779 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (fe287c11-92a4-413c-a4fe-2bc6f1a29908), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.025500 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4ad2328a-8d16-4ccb-b952-a8e61a7f20df req-70a062ae-906e-42d9-80bf-383f1718d788 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071823 Jun 29 10:19:01.167352 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (72d2dcc7-c817-46ee-bfbd-cf9081306290), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.174335 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (fe287c11-92a4-413c-a4fe-2bc6f1a29908), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.194142 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d2dcc7-c817-46ee-bfbd-cf9081306290,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:01.203737 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.209664 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fe287c11-92a4-413c-a4fe-2bc6f1a29908 HTTP/1.1" status: 204 len: 168 time: 0.4977281 Jun 29 10:19:01.209664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691bd0c-23f5-4702-80a4-30c6cae4aef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe287c11-92a4-413c-a4fe-2bc6f1a29908,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:01.209892 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57140) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:01.222908 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84097614-8ea2-401d-872a-947a4156ad21 None None] Network 4dffc3bf-269f-4344-b400-54a91f26653a requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:19:01.304424 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (4dffc3bf-269f-4344-b400-54a91f26653a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.331857 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (0b37d284-0873-41a6-aa77-a79de2395870), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.365584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Deleting port 5b537ae2-d350-4aee-a550-aa23b1a9821f {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:01.365967 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.457287 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] DHCP port deletion for 4dffc3bf-269f-4344-b400-54a91f26653a request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:19:01.486575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] For port 5b537ae2-d350-4aee-a550-aa23b1a9821f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5b537ae2-d350-4aee-a550-aa23b1a9821f,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:01.487032 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.510162 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Calling delete_port for 5b537ae2-d350-4aee-a550-aa23b1a9821f owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:01.558710 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Deleting port 5b537ae2-d350-4aee-a550-aa23b1a9821f {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:01.559087 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.621027 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bce60-c5f1-468d-9545-e99fc2eb550c req-6a32f09a-3ac9-4908-8fb7-13f93374b6c2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:01.622629 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ec8bce60-c5f1-468d-9545-e99fc2eb550c req-6a32f09a-3ac9-4908-8fb7-13f93374b6c2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.1433141 Jun 29 10:19:01.631695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] For port 5b537ae2-d350-4aee-a550-aa23b1a9821f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5b537ae2-d350-4aee-a550-aa23b1a9821f,segment=NetworkSegment(852800fb-e4cd-4376-ac48-39ce9d17cfa9),segment_id=852800fb-e4cd-4376-ac48-39ce9d17cfa9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:01.632084 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.632867 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Router 0b37d284-0873-41a6-aa77-a79de2395870 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:19:01.649475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Calling delete_port for 5b537ae2-d350-4aee-a550-aa23b1a9821f owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:01.699258 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.721771 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ec8bce60-c5f1-468d-9545-e99fc2eb550c req-8305a0ee-ebfd-4fc7-9aa7-44fafb260227 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910239 Jun 29 10:19:01.727541 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (5b537ae2-d350-4aee-a550-aa23b1a9821f), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.732242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b537ae2-d350-4aee-a550-aa23b1a9821f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:01.742165 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] No DVR routers for this DVR port 5b537ae2-d350-4aee-a550-aa23b1a9821f on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:01.756651 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] No DVR routers for this DVR port 5b537ae2-d350-4aee-a550-aa23b1a9821f on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:01.758732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Pushing event deleted for resources: {'Port': ['ID=5b537ae2-d350-4aee-a550-aa23b1a9821f,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:01.772794 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.773373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.773929 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.774740 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.775236 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.775732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.776378 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.777162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.778034 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.778375 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.779239 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.779720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.780879 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63383a-1e2b-4d1c-840d-eeaa2b31ea89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:01.801209 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:19:01.807132 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a511861e-b320-41bc-840c-ac0594a4db45 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b37d284-0873-41a6-aa77-a79de2395870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682732 Jun 29 10:19:01.809648 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57146) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:01.811928 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Sync routers for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:19:01.821866 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:01.822714 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:01.828829 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (4dffc3bf-269f-4344-b400-54a91f26653a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.851442 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dffc3bf-269f-4344-b400-54a91f26653a']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:01.863061 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852800fb-e4cd-4376-ac48-39ce9d17cfa9') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:01.863484 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852800fb-e4cd-4376-ac48-39ce9d17cfa9') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:01.874004 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (852800fb-e4cd-4376-ac48-39ce9d17cfa9), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.886910 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (852800fb-e4cd-4376-ac48-39ce9d17cfa9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.894223 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:19:01.894634 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (852800fb-e4cd-4376-ac48-39ce9d17cfa9), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.917230 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks [] for router (0b37d284-0873-41a6-aa77-a79de2395870), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:01.924542 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:01.940614 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 852800fb-e4cd-4376-ac48-39ce9d17cfa9 resource provider aggregate not found Jun 29 10:19:01.968389 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 852800fb-e4cd-4376-ac48-39ce9d17cfa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 852800fb-e4cd-4376-ac48-39ce9d17cfa9 found for delete ", "request_id": "req-3304640f-8e7b-4455-9f25-3aac6fa0d869"}]} Jun 29 10:19:02.019238 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks [] for router_gateway (0b37d284-0873-41a6-aa77-a79de2395870), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.035685 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (4dffc3bf-269f-4344-b400-54a91f26653a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.041429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.044789 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4dffc3bf-269f-4344-b400-54a91f26653a HTTP/1.1" status: 204 len: 168 time: 0.8341517 Jun 29 10:19:02.049556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57152) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:02.061505 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00557d-975d-44d0-8d24-d2eeb565dfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dffc3bf-269f-4344-b400-54a91f26653a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:02.114702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:19:01Z', 'revision_number': 5, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port': {'id': '37feb930-2204-43a5-826a-5e33b91f54e5', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37d284-0873-41a6-aa77-a79de2395870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:02.142775 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Checking router: 0b37d284-0873-41a6-aa77-a79de2395870 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:19:02.151302 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Routers {'0b37d284-0873-41a6-aa77-a79de2395870'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:02.152108 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['0b37d284-0873-41a6-aa77-a79de2395870'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:02.173329 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dcfbf-df14-44d9-9788-23dd0bcc4e65 req-d0de080b-2ccc-4816-9484-f3d1a914144c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:02.175015 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-214dcfbf-df14-44d9-9788-23dd0bcc4e65 req-d0de080b-2ccc-4816-9484-f3d1a914144c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0694394 Jun 29 10:19:02.226754 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Deleting port 37feb930-2204-43a5-826a-5e33b91f54e5 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:02.227091 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-214dcfbf-df14-44d9-9788-23dd0bcc4e65 req-54d0efea-7380-45ec-97d5-b9638eeec5dd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Jun 29 10:19:02.227205 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.371546 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] Set router 0b37d284-0873-41a6-aa77-a79de2395870 gateway port host: None {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:02.420912 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:19:02Z', 'revision_number': 6, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:02.447853 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfa62d-60fc-43a8-8841-897444b3456e None None] The sync data for ids ['0b37d284-0873-41a6-aa77-a79de2395870'] in dv-cinder-847864-5-iscsi is: [{'id': '0b37d284-0873-41a6-aa77-a79de2395870', 'name': 'tempest-ServerRescueNegativeTestJSON-327821505-router', 'tenant_id': '7928f40090604bfdb83098cf7e6adcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:19:02Z', 'revision_number': 6, 'project_id': '7928f40090604bfdb83098cf7e6adcbd', 'gw_port_host': None}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:19:02.488043 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 99469df4-6bf4-4a32-bf43-aa0f30d906ef no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:02.510840 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 99469df4-6bf4-4a32-bf43-aa0f30d906ef {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:02.511171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 99469df4-6bf4-4a32-bf43-aa0f30d906ef not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:02.622819 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] For port 37feb930-2204-43a5-826a-5e33b91f54e5, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=37feb930-2204-43a5-826a-5e33b91f54e5,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:02.623115 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.654124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Calling delete_port for 37feb930-2204-43a5-826a-5e33b91f54e5 owned by network:router_gateway {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:02.903743 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5b537ae2-d350-4aee-a550-aa23b1a9821f no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:02.916862 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (ec815d92-8085-4f30-b740-03f6967d35c5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:02.928465 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 5b537ae2-d350-4aee-a550-aa23b1a9821f {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:02.929113 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa5b7-bf08-4e65-9c6a-84ebac55ac89 req-4b9d9c59-9bc9-4963-b291-a5cd29981339 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:02.929496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5b537ae2-d350-4aee-a550-aa23b1a9821f not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:02.929496 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:02.931594 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ebfa5b7-bf08-4e65-9c6a-84ebac55ac89 req-4b9d9c59-9bc9-4963-b291-a5cd29981339 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.1182075 Jun 29 10:19:02.955672 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:02.956085 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9af4cbf9-eb40-4b24-b3a0-a34e408d0ba8 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:03.021620 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (37feb930-2204-43a5-826a-5e33b91f54e5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.065450 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Pushing event deleted for resources: {'Port': ['ID=37feb930-2204-43a5-826a-5e33b91f54e5,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:03.074143 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ebfa5b7-bf08-4e65-9c6a-84ebac55ac89 req-05077389-046b-499b-92e7-5aa5e00ff8b0 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145632 Jun 29 10:19:03.101794 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (0b37d284-0873-41a6-aa77-a79de2395870), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.241419 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (0b37d284-0873-41a6-aa77-a79de2395870), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.244467 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks [] for router_controller (0b37d284-0873-41a6-aa77-a79de2395870), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.369849 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba659a15-e023-4faf-a0ac-f1fec39c33a7 req-3409ad7f-ac2b-4a57-987c-8da47e985f5d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:03.375563 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ba659a15-e023-4faf-a0ac-f1fec39c33a7 req-3409ad7f-ac2b-4a57-987c-8da47e985f5d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jun 29 10:19:03.394580 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Deleting port 3218abac-906c-4347-81cb-8de5fe132990 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:03.394915 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (3218abac-906c-4347-81cb-8de5fe132990), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.397685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (0b37d284-0873-41a6-aa77-a79de2395870), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.398172 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b37d284-0873-41a6-aa77-a79de2395870 {{(pid=104296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:19:03.423330 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ba659a15-e023-4faf-a0ac-f1fec39c33a7 req-b5728330-e5fe-431d-9a65-ea8a0534877a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Jun 29 10:19:03.439497 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.440726 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-92c3b149-8ece-4ee6-ba08-97c0dfe5c25b admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b37d284-0873-41a6-aa77-a79de2395870 HTTP/1.1" status: 204 len: 168 time: 1.6301622 Jun 29 10:19:03.443389 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57162) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:03.491887 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Deleting subnet 06720278-be43-4d51-abab-d89aba448367 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:19:03.495173 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Publish callbacks [] for subnet (06720278-be43-4d51-abab-d89aba448367), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.498784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] For port 3218abac-906c-4347-81cb-8de5fe132990, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=3218abac-906c-4347-81cb-8de5fe132990,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:03.499139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (3218abac-906c-4347-81cb-8de5fe132990), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.513883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Calling delete_port for 3218abac-906c-4347-81cb-8de5fe132990 owned by network:router_interface {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:03.543748 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (06720278-be43-4d51-abab-d89aba448367), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.621466 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (06720278-be43-4d51-abab-d89aba448367), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.732897 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.756447 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (3218abac-906c-4347-81cb-8de5fe132990), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.756989 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (06720278-be43-4d51-abab-d89aba448367), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.799373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Pushing event deleted for resources: {'Port': ['ID=3218abac-906c-4347-81cb-8de5fe132990,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:03.805726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.818536 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/06720278-be43-4d51-abab-d89aba448367 HTTP/1.1" status: 204 len: 168 time: 0.3738449 Jun 29 10:19:03.819852 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be258f-4c14-4e67-bf77-c029fd514555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06720278-be43-4d51-abab-d89aba448367,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:03.820481 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36afc1-2d89-40c2-be4b-b3b1f97e84c9 None None] Network 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:19:03.822343 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57164) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:03.934162 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.994256 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (ec815d92-8085-4f30-b740-03f6967d35c5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:03.996055 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Deleting port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:03.997040 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.082219 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] For port 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=454a52f1-c40a-4d04-8c97-60ccf8c09a27,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:04.082397 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.102925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Calling delete_port for 454a52f1-c40a-4d04-8c97-60ccf8c09a27 owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:04.127577 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] DHCP port deletion for 937c45ec-eed5-4c5a-86c7-1dfad8c0a87e request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:19:04.172386 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Deleting port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:04.172785 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.238585 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] For port 454a52f1-c40a-4d04-8c97-60ccf8c09a27, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=454a52f1-c40a-4d04-8c97-60ccf8c09a27,segment=NetworkSegment(9c86a589-287e-4081-a9e6-9e2bc93a6c08),segment_id=9c86a589-287e-4081-a9e6-9e2bc93a6c08)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:04.238973 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.251517 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Calling delete_port for 454a52f1-c40a-4d04-8c97-60ccf8c09a27 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:04.258950 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.273902 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4de6-420b-475a-8f48-dd40b3c8c46f req-6e8dd576-b9b3-42cc-92fa-4c6c9809f4a0 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:04.275279 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b4da4de6-420b-475a-8f48-dd40b3c8c46f req-6e8dd576-b9b3-42cc-92fa-4c6c9809f4a0 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0969968 Jun 29 10:19:04.283140 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Router ec815d92-8085-4f30-b740-03f6967d35c5 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:19:04.293036 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Pushing event deleted for resources: {'Port': ['ID=454a52f1-c40a-4d04-8c97-60ccf8c09a27,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:04.295628 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] No DVR routers for this DVR port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:04.332184 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (454a52f1-c40a-4d04-8c97-60ccf8c09a27), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.357016 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] Pushing event deleted for resources: {'Port': ['ID=454a52f1-c40a-4d04-8c97-60ccf8c09a27,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:04.367406 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf096ee4-68df-4f8d-872b-e096d8e7ac45 None None] No DVR routers for this DVR port 454a52f1-c40a-4d04-8c97-60ccf8c09a27 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:04.380343 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.408755 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b4da4de6-420b-475a-8f48-dd40b3c8c46f req-acfbcf6b-1963-418b-b727-9048a9fc8a89 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244795 Jun 29 10:19:04.409915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937c45ec-eed5-4c5a-86c7-1dfad8c0a87e']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.419839 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c86a589-287e-4081-a9e6-9e2bc93a6c08') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.420273 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c86a589-287e-4081-a9e6-9e2bc93a6c08') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.430547 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (9c86a589-287e-4081-a9e6-9e2bc93a6c08), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.446222 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (9c86a589-287e-4081-a9e6-9e2bc93a6c08), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.457052 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:19:04.457453 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (9c86a589-287e-4081-a9e6-9e2bc93a6c08), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.473048 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:19:04.481871 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-627f91de-8abb-4afa-9401-8b800af3778b admin admin] 10.222.0.60 "PUT /v2.0/routers/ec815d92-8085-4f30-b740-03f6967d35c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323022 Jun 29 10:19:04.487040 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Sync routers for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:19:04.490729 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57172) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:04.501009 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 9c86a589-287e-4081-a9e6-9e2bc93a6c08 resource provider aggregate not found Jun 29 10:19:04.505468 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:04.506223 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.534390 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 9c86a589-287e-4081-a9e6-9e2bc93a6c08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c86a589-287e-4081-a9e6-9e2bc93a6c08 found for delete ", "request_id": "req-f1f20a8a-4d03-477d-9d09-c522159734ad"}]} Jun 29 10:19:04.627076 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks [] for router (ec815d92-8085-4f30-b740-03f6967d35c5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.639271 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:04.654218 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 37feb930-2204-43a5-826a-5e33b91f54e5 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:04.682966 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 37feb930-2204-43a5-826a-5e33b91f54e5 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:04.683562 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 37feb930-2204-43a5-826a-5e33b91f54e5 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:04.684357 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 72d2dcc7-c817-46ee-bfbd-cf9081306290 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:04.707747 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 72d2dcc7-c817-46ee-bfbd-cf9081306290 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:04.708483 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 72d2dcc7-c817-46ee-bfbd-cf9081306290 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:04.709102 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 454a52f1-c40a-4d04-8c97-60ccf8c09a27 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:04.732091 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 454a52f1-c40a-4d04-8c97-60ccf8c09a27 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:04.732778 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 454a52f1-c40a-4d04-8c97-60ccf8c09a27 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:04.755328 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks [] for router_gateway (ec815d92-8085-4f30-b740-03f6967d35c5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.851704 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:19:03Z', 'revision_number': 5, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port': {'id': '1c51a14b-b4bd-43c5-adf4-105564cf1ea3', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:33Z', 'updated_at': '2022-06-29T10:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.857024 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (937c45ec-eed5-4c5a-86c7-1dfad8c0a87e), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.866224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.871800 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] 10.222.0.60 "DELETE /v2.0/networks/937c45ec-eed5-4c5a-86c7-1dfad8c0a87e HTTP/1.1" status: 204 len: 168 time: 1.0481880 Jun 29 10:19:04.881653 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Checking router: ec815d92-8085-4f30-b740-03f6967d35c5 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:19:04.885503 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c67fdf-bbc5-4d3a-83a9-17a03b1b1392 admin admin] Pushing event deleted for resources: {'Network': ['ID=937c45ec-eed5-4c5a-86c7-1dfad8c0a87e,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:04.892008 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Routers {'ec815d92-8085-4f30-b740-03f6967d35c5'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:04.892592 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:18:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['ec815d92-8085-4f30-b740-03f6967d35c5'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:04.899208 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Deleting port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:04.899771 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:04.911641 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11cfe0-27d6-40c9-bcf5-eb2b6e3bf29f req-6e91554c-3d09-42af-9ef7-8c7e0ac4841f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:04.918559 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2f11cfe0-27d6-40c9-bcf5-eb2b6e3bf29f req-6e91554c-3d09-42af-9ef7-8c7e0ac4841f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.3763795 Jun 29 10:19:04.965399 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2f11cfe0-27d6-40c9-bcf5-eb2b6e3bf29f req-d9982879-7c0e-4287-bdca-ae50b84640ec tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Jun 29 10:19:04.982817 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] Set router ec815d92-8085-4f30-b740-03f6967d35c5 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:05.003415 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] For port 1c51a14b-b4bd-43c5-adf4-105564cf1ea3, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:05.003985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.016325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Calling delete_port for 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 owned by network:router_gateway {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:05.044920 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:19:04Z', 'revision_number': 6, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:05.070777 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0f5c6-dddf-4ff7-b3d9-bea548cab3ce None None] The sync data for ids ['ec815d92-8085-4f30-b740-03f6967d35c5'] in dv-cinder-847864-5-iscsi is: [{'id': 'ec815d92-8085-4f30-b740-03f6967d35c5', 'name': 'tempest-TestMinimumBasicScenario-1549769081-router', 'tenant_id': 'd894e333f661463387e5659bcb29224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:31Z', 'updated_at': '2022-06-29T10:19:04Z', 'revision_number': 6, 'project_id': 'd894e333f661463387e5659bcb29224a', 'gw_port_host': None}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:19:05.211231 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57178) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:05.230662 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (1c51a14b-b4bd-43c5-adf4-105564cf1ea3), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.266265 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c51a14b-b4bd-43c5-adf4-105564cf1ea3,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:05.276895 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-e457ddf7-3c67-4513-b518-82bdf045c735 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7928f40090604bfdb83098cf7e6adcbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0645597 Jun 29 10:19:05.279317 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57180) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:05.304622 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (ec815d92-8085-4f30-b740-03f6967d35c5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.403779 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (ec815d92-8085-4f30-b740-03f6967d35c5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.406254 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks [] for router_controller (ec815d92-8085-4f30-b740-03f6967d35c5), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.457446 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] Publish callbacks [] for security_group (8efe953c-c370-46fe-b957-1db04e7a944e), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.481473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] Publish callbacks [] for security_group (8efe953c-c370-46fe-b957-1db04e7a944e), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.560538 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858a4b-36e8-4ab4-a1ca-28b0db6dba0c req-695edb09-af5d-4943-9e56-21581ae72dab tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:05.562814 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e858a4b-36e8-4ab4-a1ca-28b0db6dba0c req-695edb09-af5d-4943-9e56-21581ae72dab tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0724702 Jun 29 10:19:05.564979 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (ec815d92-8085-4f30-b740-03f6967d35c5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.565491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec815d92-8085-4f30-b740-03f6967d35c5 {{(pid=104296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:19:05.569640 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.570726 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-70a55881-6d8a-4608-9d7c-e4a6f14a5364 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ec815d92-8085-4f30-b740-03f6967d35c5 HTTP/1.1" status: 204 len: 168 time: 1.0785637 Jun 29 10:19:05.573530 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57184) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:05.615194 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e858a4b-36e8-4ab4-a1ca-28b0db6dba0c req-901e0b58-2cf6-4d86-aae7-f5b864dfaf6c tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Jun 29 10:19:05.618194 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Deleting subnet 02101ac6-5d6f-42f9-a215-2d82c4fb2740 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:19:05.621479 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Publish callbacks [] for subnet (02101ac6-5d6f-42f9-a215-2d82c4fb2740), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.630013 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8efe953c-c370-46fe-b957-1db04e7a944e), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.632539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.635907 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8efe953c-c370-46fe-b957-1db04e7a944e HTTP/1.1" status: 204 len: 168 time: 0.3534961 Jun 29 10:19:05.646968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cae320-ca55-4f7e-bf39-63158f745bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe953c-c370-46fe-b957-1db04e7a944e,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:05.663321 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (02101ac6-5d6f-42f9-a215-2d82c4fb2740), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.738214 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (02101ac6-5d6f-42f9-a215-2d82c4fb2740), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.842154 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (02101ac6-5d6f-42f9-a215-2d82c4fb2740), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.867725 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02101ac6-5d6f-42f9-a215-2d82c4fb2740,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:05.872875 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:05.877615 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c1e4b248-4ec9-4cff-baf5-3fc7ac7aebb6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/02101ac6-5d6f-42f9-a215-2d82c4fb2740 HTTP/1.1" status: 204 len: 168 time: 0.3025301 Jun 29 10:19:05.878273 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb3dd2-48ca-4988-a4dd-6f01f5b64a65 None None] Network de1474db-ddc7-4b36-900f-865aa329508e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:19:05.879844 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57188) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:05.967846 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (de1474db-ddc7-4b36-900f-865aa329508e), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.023813 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Deleting port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:06.024196 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.091734 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] DHCP port deletion for de1474db-ddc7-4b36-900f-865aa329508e request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:19:06.133336 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] For port c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:06.133732 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.151622 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Calling delete_port for c5b37b55-6ff5-4cb3-b037-b47c2edaa868 owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:06.153676 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Deleting port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:06.154097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.177063 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fd117-95b2-427f-9521-9ce9871de77b req-4301bfe7-db2b-4d37-8736-be5058cd83f1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:06.177063 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fd117-95b2-427f-9521-9ce9871de77b req-4301bfe7-db2b-4d37-8736-be5058cd83f1 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.1035013 Jun 29 10:19:06.209684 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-14b958cc-0a1e-43a1-8de6-72a6538f0faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.241471 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] For port c5b37b55-6ff5-4cb3-b037-b47c2edaa868, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,segment=NetworkSegment(2c66d2c3-bdcf-4486-8ad8-e7edfff735b9),segment_id=2c66d2c3-bdcf-4486-8ad8-e7edfff735b9)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:06.241865 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.255409 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Calling delete_port for c5b37b55-6ff5-4cb3-b037-b47c2edaa868 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:06.263705 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-689fd117-95b2-427f-9521-9ce9871de77b req-eadb75d7-bb4a-4f12-aa4b-2a09e43b2a50 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845790 Jun 29 10:19:06.367230 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.375720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (c5b37b55-6ff5-4cb3-b037-b47c2edaa868), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.398900 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:06.411709 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] No DVR routers for this DVR port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:06.412172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] No DVR routers for this DVR port c5b37b55-6ff5-4cb3-b037-b47c2edaa868 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:06.412172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473840-35a8-4c6c-9d74-78730e869c10 None None] Pushing event deleted for resources: {'Port': ['ID=c5b37b55-6ff5-4cb3-b037-b47c2edaa868,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:06.477650 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (de1474db-ddc7-4b36-900f-865aa329508e), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.504361 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1474db-ddc7-4b36-900f-865aa329508e']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:06.506425 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c5b37b55-6ff5-4cb3-b037-b47c2edaa868 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:06.515729 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:06.516121 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c66d2c3-bdcf-4486-8ad8-e7edfff735b9') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:06.524759 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: c5b37b55-6ff5-4cb3-b037-b47c2edaa868 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:06.525109 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c5b37b55-6ff5-4cb3-b037-b47c2edaa868 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:06.525572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:06.526333 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (2c66d2c3-bdcf-4486-8ad8-e7edfff735b9), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.541179 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (2c66d2c3-bdcf-4486-8ad8-e7edfff735b9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.550308 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:19:06.550705 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (2c66d2c3-bdcf-4486-8ad8-e7edfff735b9), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.557122 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:06.557608 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 1c51a14b-b4bd-43c5-adf4-105564cf1ea3 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:06.558609 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 3218abac-906c-4347-81cb-8de5fe132990 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:06.580103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 3218abac-906c-4347-81cb-8de5fe132990 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:06.580547 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 3218abac-906c-4347-81cb-8de5fe132990 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:19:06.603090 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 2c66d2c3-bdcf-4486-8ad8-e7edfff735b9 resource provider aggregate not found Jun 29 10:19:06.629138 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 2c66d2c3-bdcf-4486-8ad8-e7edfff735b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c66d2c3-bdcf-4486-8ad8-e7edfff735b9 found for delete ", "request_id": "req-c3d4d863-49c0-488e-85c7-5d0ae3eb5de6"}]} Jun 29 10:19:06.703830 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (de1474db-ddc7-4b36-900f-865aa329508e), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.709059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:06.712298 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] 10.222.0.60 "DELETE /v2.0/networks/de1474db-ddc7-4b36-900f-865aa329508e HTTP/1.1" status: 204 len: 168 time: 0.8314917 Jun 29 10:19:06.724340 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180468be-aa4c-4cd0-9476-b3791c59ba57 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1474db-ddc7-4b36-900f-865aa329508e,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:06.744506 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb5737-0020-4d24-ae2c-5a19af24ba20 req-fd083913-3a3b-424c-9094-00114d367910 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:06.746446 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5cbb5737-0020-4d24-ae2c-5a19af24ba20 req-fd083913-3a3b-424c-9094-00114d367910 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0634177 Jun 29 10:19:06.807549 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5cbb5737-0020-4d24-ae2c-5a19af24ba20 req-73aeaafe-1b05-405a-93c5-058b07194f39 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544112 Jun 29 10:19:07.098077 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57222) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:07.136439 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-360c9b62-c5cf-47c4-8f95-2efbcd10e26f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95758004812247a0b66b0d2da9c8f8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371430 Jun 29 10:19:07.139050 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57224) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:07.192383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] Publish callbacks [] for security_group (468087a4-d018-41b7-87a1-faa12aa19264), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:07.214034 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] Publish callbacks [] for security_group (468087a4-d018-41b7-87a1-faa12aa19264), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:07.321458 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (468087a4-d018-41b7-87a1-faa12aa19264), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:07.324053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:07.326059 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/468087a4-d018-41b7-87a1-faa12aa19264 HTTP/1.1" status: 204 len: 168 time: 0.1849589 Jun 29 10:19:07.336198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2cf09-7354-4123-9e0e-57db4e49f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468087a4-d018-41b7-87a1-faa12aa19264,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:07.395537 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cf98-8d1c-4feb-87fc-21416a4b2b3d req-8cfb8457-a864-4a16-8518-c93463e024fc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:07.397073 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c013cf98-8d1c-4feb-87fc-21416a4b2b3d req-8cfb8457-a864-4a16-8518-c93463e024fc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Jun 29 10:19:07.458438 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-c013cf98-8d1c-4feb-87fc-21416a4b2b3d req-05cdab92-41a5-4d90-b538-28552cae8500 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512726 Jun 29 10:19:07.938419 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e5c5-90ff-4340-a2be-9fc659bd6017 req-8b00c650-dfa2-4f1a-8dbd-65a79f6db7df tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:07.939916 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4e6e5c5-90ff-4340-a2be-9fc659bd6017 req-8b00c650-dfa2-4f1a-8dbd-65a79f6db7df tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 943 time: 0.0567999 Jun 29 10:19:07.993654 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4e6e5c5-90ff-4340-a2be-9fc659bd6017 req-ba7d37da-5214-4763-95ab-0c5d33e433d5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475278 Jun 29 10:19:08.019560 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57250) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:08.058760 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-44d74539-7cd9-47f0-8bd8-44539ae7f5d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d894e333f661463387e5659bcb29224a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379579 Jun 29 10:19:08.061187 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57252) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:08.108081 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] Publish callbacks [] for security_group (a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.130322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] Publish callbacks [] for security_group (a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.235044 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.237623 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.238817 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348 HTTP/1.1" status: 204 len: 168 time: 0.1767547 Jun 29 10:19:08.246717 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49128af1-4073-4e8a-a0ac-59d0aedb68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5bfa3-d7c5-434b-a2bf-ddb7cc61a348,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:08.515348 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:19:08.608075 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac566-d11f-4dd6-b3cd-470edc3c7abf req-2f6e7da9-fc49-4e0f-863a-eaf9732e2a34 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:08.617201 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1aeac566-d11f-4dd6-b3cd-470edc3c7abf req-2f6e7da9-fc49-4e0f-863a-eaf9732e2a34 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0958114 Jun 29 10:19:08.626681 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3a9d-9c8e-4ae8-86c6-1aa262191cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.664972 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:08.676241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'port_id': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'mac_address': 'fa:16:3e:d6:92:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:19:08.689673 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1aeac566-d11f-4dd6-b3cd-470edc3c7abf req-3b5df49e-0070-4863-a77a-87ad9d721f52 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678866 Jun 29 10:19:08.726931 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-6456dc52-43c0-456e-880e-e794ad8efc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:08.728652 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-6456dc52-43c0-456e-880e-e794ad8efc94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1127 time: 0.0971291 Jun 29 10:19:08.733960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:08.734373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.749992 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:19:08.773896 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:08.849944 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-ac27a211-84b9-4b3c-b73e-9a0f8057ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:08.851352 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-ac27a211-84b9-4b3c-b73e-9a0f8057ab0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.0991707 Jun 29 10:19:08.864135 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:08.865133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:19:08.921014 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-ca2c8338-6d06-4b0c-ad9f-728349ec04f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 999 time: 0.0600674 Jun 29 10:19:08.964726 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=7']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:08.990654 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-81b1636b-fa59-4358-8d8a-2354ebf45015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:08.992114 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-81b1636b-fa59-4358-8d8a-2354ebf45015 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.0497174 Jun 29 10:19:09.010842 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:09.023194 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:19:09.047741 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-9b1c0845-8710-46a8-9413-39f5cc95c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:09.049295 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-9b1c0845-8710-46a8-9413-39f5cc95c56e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476785 Jun 29 10:19:09.061387 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: ACTIVE; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:09.061773 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:09.075132 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:19:09.095958 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:09.177589 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:09.178263 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-3bddb854-7ad4-4fbb-a123-afb618a3a84a service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199367 Jun 29 10:19:09.185774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3248c-8257-409a-bf70-79747a800ea2 req-04049719-27c8-4bfa-909f-8cb490dc1185 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:09.187375 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-afb3248c-8257-409a-bf70-79747a800ea2 req-04049719-27c8-4bfa-909f-8cb490dc1185 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 944 time: 0.1199195 Jun 29 10:19:09.230774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=6']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:09.271460 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['d11ef72a-23bd-4042-9177-96cd0b48e217'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:19:09.295384 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-afb3248c-8257-409a-bf70-79747a800ea2 req-75fdb907-0f93-427c-b341-292621ef0f17 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997190 Jun 29 10:19:09.320742 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-22ab6123-64f8-418c-88b7-d4e02e89c71c req-d1e53a29-fbdf-43bf-9b0d-24a54fd918b1 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323364 Jun 29 10:19:09.477443 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:19:09.505076 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:09.839478 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbecaae-9194-4e9f-9dba-8d482e864011 req-9841be06-63a7-414a-955a-620bca77a428 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:09.841029 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8cbecaae-9194-4e9f-9dba-8d482e864011 req-9841be06-63a7-414a-955a-620bca77a428 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0563893 Jun 29 10:19:09.889331 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8cbecaae-9194-4e9f-9dba-8d482e864011 req-ae81c889-4aed-4144-ae3b-9715f04e244d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Jun 29 10:19:10.434157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dcd84-3b55-4206-b26a-fbb7997a85ce req-220d41ac-b5e4-4d4c-823c-83550b3b4a46 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:10.435675 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-496dcd84-3b55-4206-b26a-fbb7997a85ce req-220d41ac-b5e4-4d4c-823c-83550b3b4a46 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 944 time: 0.0651608 Jun 29 10:19:10.500784 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-496dcd84-3b55-4206-b26a-fbb7997a85ce req-48acf6b1-0571-4991-bbc4-1fb70f19f8c6 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550120 Jun 29 10:19:10.511722 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:19:10.588495 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:19:10.590059 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:10.669672 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:10.670321 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:10.713289 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:10.714197 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:19:10.716486 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e3e305-e5b7-452e-9a20-0ee867cd5c2c" -d '{"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:19:10.801795 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:10.806255 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:19:10.865736 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=8']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:10.908106 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92881c85-f719-495e-b2a3-8526deccca46 x-openstack-request-id: req-92881c85-f719-495e-b2a3-8526deccca46 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:19:10.908451 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:19:10.908897 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92881c85-f719-495e-b2a3-8526deccca46 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:19:10.909305 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92881c85-f719-495e-b2a3-8526deccca46'] response: {'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'code': 200} Jun 29 10:19:10.933433 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port d11ef72a-23bd-4042-9177-96cd0b48e217 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:19:10.933811 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:11.038833 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:11.040073 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:11.095236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae0ab9-2138-4f31-9ee4-048ced35babc req-1d9c69a9-b5d0-4cca-be80-8dc5962d3caa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:11.101198 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:11.103833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-88ae0ab9-2138-4f31-9ee4-048ced35babc req-1d9c69a9-b5d0-4cca-be80-8dc5962d3caa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0979388 Jun 29 10:19:11.156593 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:11.165151 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-88ae0ab9-2138-4f31-9ee4-048ced35babc req-75ab2c5e-6273-4fed-a582-b6a65de6ad4f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563030 Jun 29 10:19:11.259341 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=7']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:11.293535 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:11.353928 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723250-2750-4dd4-8995-e706aaf1ee33 req-287ac8d8-a5ef-40ec-a663-f7533b448363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:11.355361 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c723250-2750-4dd4-8995-e706aaf1ee33 req-287ac8d8-a5ef-40ec-a663-f7533b448363 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1129 time: 0.0558114 Jun 29 10:19:11.413674 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3c723250-2750-4dd4-8995-e706aaf1ee33 req-271e2714-fd19-44e7-9d4e-29c87bba81c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Jun 29 10:19:11.670201 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0515c9-bad2-4821-b26a-3e3cc3c74874 req-a0693651-7566-4996-ab85-66c3781bcdf2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:11.672797 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c0515c9-bad2-4821-b26a-3e3cc3c74874 req-a0693651-7566-4996-ab85-66c3781bcdf2 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0858572 Jun 29 10:19:11.757194 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0c0515c9-bad2-4821-b26a-3e3cc3c74874 req-06209a7a-8c18-4be8-aa94-4d04f6414301 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772800 Jun 29 10:19:12.320074 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e771-4575-40af-98ac-f59405a2a7db req-b67b81f2-c002-4f04-83f7-7204e965ee02 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:12.325118 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c538e771-4575-40af-98ac-f59405a2a7db req-b67b81f2-c002-4f04-83f7-7204e965ee02 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0670996 Jun 29 10:19:12.378395 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c538e771-4575-40af-98ac-f59405a2a7db req-148e3a74-a588-4f9e-9a96-33bcea86c248 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497236 Jun 29 10:19:12.617561 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:12.886929 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9473e-4e3c-42ad-adee-d4966711fa6c req-0ca21f30-6596-4598-9a20-e744dc644e0e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:12.888801 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-99e9473e-4e3c-42ad-adee-d4966711fa6c req-0ca21f30-6596-4598-9a20-e744dc644e0e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0660250 Jun 29 10:19:12.910351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:19:12.913031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3848af-ace4-448b-992d-4b5eb7f621a6" -d '{"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:19:12.948564 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-99e9473e-4e3c-42ad-adee-d4966711fa6c req-fdf66476-a214-4bf1-835c-ae39d76d9b61 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532162 Jun 29 10:19:12.952398 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18931960-28b0-4b55-92c6-7ba25b5186c7 x-openstack-request-id: req-18931960-28b0-4b55-92c6-7ba25b5186c7 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:19:12.952798 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:19:12.953293 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18931960-28b0-4b55-92c6-7ba25b5186c7 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:19:12.953790 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18931960-28b0-4b55-92c6-7ba25b5186c7'] response: {'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'code': 200} Jun 29 10:19:13.555607 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beff7ff-9a29-45c8-9011-ba9365962be6 req-a622d484-df6a-443c-8b97-07b81e3cef85 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:13.557345 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9beff7ff-9a29-45c8-9011-ba9365962be6 req-a622d484-df6a-443c-8b97-07b81e3cef85 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0931253 Jun 29 10:19:13.625522 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9beff7ff-9a29-45c8-9011-ba9365962be6 req-a2972bfd-0ee7-4e95-898b-d951257a0156 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596228 Jun 29 10:19:14.089483 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cbf4c-3368-48bc-b69e-b3a57266c890 req-c8c85475-98b4-45de-92c1-381ba5ea7734 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:14.241545 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-219cbf4c-3368-48bc-b69e-b3a57266c890 req-c8c85475-98b4-45de-92c1-381ba5ea7734 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0583417 Jun 29 10:19:14.241545 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-219cbf4c-3368-48bc-b69e-b3a57266c890 req-83569afd-1e59-4820-b73a-5dc9cdef5bef tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721190 Jun 29 10:19:14.757285 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046e793-bb49-40eb-95a7-2424c3688c1d req-b039c8b9-ff24-457f-b887-a61213647db2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:14.759697 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c046e793-bb49-40eb-95a7-2424c3688c1d req-b039c8b9-ff24-457f-b887-a61213647db2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0622690 Jun 29 10:19:14.813618 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c046e793-bb49-40eb-95a7-2424c3688c1d req-c1b77e34-f314-4259-a285-b7b03d659b45 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471561 Jun 29 10:19:15.953094 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f895d-6fa3-460b-aff4-b108cfd2bb47 req-870d74ee-d759-4b66-ac8a-977eaabef582 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:15.954780 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-285f895d-6fa3-460b-aff4-b108cfd2bb47 req-870d74ee-d759-4b66-ac8a-977eaabef582 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0581050 Jun 29 10:19:16.006083 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-285f895d-6fa3-460b-aff4-b108cfd2bb47 req-d7f60a63-1561-415d-b0e2-ef6e99a64111 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447078 Jun 29 10:19:17.140459 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5842e82-36f8-4725-8984-31b0b6d65398 req-b6d62ae1-6833-4957-bfba-9ae3584a3b06 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:17.142196 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f5842e82-36f8-4725-8984-31b0b6d65398 req-b6d62ae1-6833-4957-bfba-9ae3584a3b06 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0567899 Jun 29 10:19:17.201982 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f5842e82-36f8-4725-8984-31b0b6d65398 req-ca046d2a-a233-4549-8935-7d10ff09bc1f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530787 Jun 29 10:19:18.340630 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbda4a7-bfc3-40e5-b97d-eeb523e02167 req-c7723b62-12fc-4d2f-a0f9-1a1782f543f2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:18.345131 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ebbda4a7-bfc3-40e5-b97d-eeb523e02167 req-c7723b62-12fc-4d2f-a0f9-1a1782f543f2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0614901 Jun 29 10:19:18.399195 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ebbda4a7-bfc3-40e5-b97d-eeb523e02167 req-1f327abe-9e02-416d-a238-0ac3b94c1912 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488710 Jun 29 10:19:19.553118 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d39c8-69a9-4f20-9dca-e689c01a6e92 req-e87bf736-0f50-4cb9-99ed-7034bafe9956 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:19.554635 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-012d39c8-69a9-4f20-9dca-e689c01a6e92 req-e87bf736-0f50-4cb9-99ed-7034bafe9956 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0625694 Jun 29 10:19:19.599919 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57394) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:19.604740 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-012d39c8-69a9-4f20-9dca-e689c01a6e92 req-362e5108-9a1e-4207-8216-81b128b864b3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Jun 29 10:19:19.714010 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-163f25d8-d2af-4761-8b97-200c4fc1009c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:19.797950 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-163f25d8-d2af-4761-8b97-200c4fc1009c admin admin] Publish callbacks [] for security_group (55dc385c-4c96-4008-98b9-8a5db4721e8e), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:19.886074 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-163f25d8-d2af-4761-8b97-200c4fc1009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (55dc385c-4c96-4008-98b9-8a5db4721e8e), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:19.926309 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-163f25d8-d2af-4761-8b97-200c4fc1009c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5c40f77e56b46fc9b2293fe854592df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251805 Jun 29 10:19:19.926934 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f25d8-d2af-4761-8b97-200c4fc1009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dc385c-4c96-4008-98b9-8a5db4721e8e,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:19.928994 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57402) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:19.988969 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] Publish callbacks [] for security_group (55dc385c-4c96-4008-98b9-8a5db4721e8e), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:20.016989 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] Publish callbacks [] for security_group (55dc385c-4c96-4008-98b9-8a5db4721e8e), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:20.149729 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (55dc385c-4c96-4008-98b9-8a5db4721e8e), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:20.152725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:20.157281 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55dc385c-4c96-4008-98b9-8a5db4721e8e HTTP/1.1" status: 204 len: 168 time: 0.2238660 Jun 29 10:19:20.169416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6db3ef-7207-4f4f-a06a-fff3f553862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dc385c-4c96-4008-98b9-8a5db4721e8e,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:20.734198 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8716-1180-4c6d-b4f7-632863342214 req-5f6dcc88-2ebf-4def-8c0a-7bfa47e6f1e9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:20.735711 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d90a8716-1180-4c6d-b4f7-632863342214 req-5f6dcc88-2ebf-4def-8c0a-7bfa47e6f1e9 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Jun 29 10:19:20.783302 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d90a8716-1180-4c6d-b4f7-632863342214 req-8b403a0a-be34-4c86-beb6-546577db3016 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Jun 29 10:19:20.925832 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57416) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:20.940152 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df494fa8-076f-4aaa-8f45-8ef4260cafe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.020657 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df494fa8-076f-4aaa-8f45-8ef4260cafe9 admin admin] Publish callbacks [] for security_group (d12faf91-8e6c-4eb3-807c-9281a39961c3), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.069372 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-df494fa8-076f-4aaa-8f45-8ef4260cafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d12faf91-8e6c-4eb3-807c-9281a39961c3), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.111627 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-df494fa8-076f-4aaa-8f45-8ef4260cafe9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c3a8a37753345ccad18c48124a2a0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847045 Jun 29 10:19:21.112493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df494fa8-076f-4aaa-8f45-8ef4260cafe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12faf91-8e6c-4eb3-807c-9281a39961c3,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:21.114301 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57422) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:21.164348 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] Publish callbacks [] for security_group (d12faf91-8e6c-4eb3-807c-9281a39961c3), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.190167 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] Publish callbacks [] for security_group (d12faf91-8e6c-4eb3-807c-9281a39961c3), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.337991 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d12faf91-8e6c-4eb3-807c-9281a39961c3), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.340557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:21.341739 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d12faf91-8e6c-4eb3-807c-9281a39961c3 HTTP/1.1" status: 204 len: 168 time: 0.2260687 Jun 29 10:19:21.350747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cee25-a7e7-425c-b83b-2f50456b396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12faf91-8e6c-4eb3-807c-9281a39961c3,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:21.714998 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-f7692880-7213-405e-a121-71130390c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:21.716512 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-f7692880-7213-405e-a121-71130390c244 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1129 time: 0.0464690 Jun 29 10:19:21.807023 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-02187a04-1116-4982-82a7-f860a5509cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:21.808524 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-02187a04-1116-4982-82a7-f860a5509cc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.0861320 Jun 29 10:19:21.901381 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-de9876bc-0473-4202-ba2d-3e9c36c84800 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 999 time: 0.0854790 Jun 29 10:19:21.955428 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bf229-5825-4d87-a89a-5acafdae2ec6 req-64db3cd9-9de6-4290-921c-b7482a1152de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:21.956827 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c47bf229-5825-4d87-a89a-5acafdae2ec6 req-64db3cd9-9de6-4290-921c-b7482a1152de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0952961 Jun 29 10:19:21.971233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-50813d70-4167-45f5-b2a7-9b5aaa48ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:21.977930 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-50813d70-4167-45f5-b2a7-9b5aaa48ae69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0633397 Jun 29 10:19:22.039132 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c47bf229-5825-4d87-a89a-5acafdae2ec6 req-614fded4-6474-4631-815c-8e752eb6451d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749273 Jun 29 10:19:22.047787 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-15e136dc-2a9e-49f5-82cf-cd25b129398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:22.049368 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-15e136dc-2a9e-49f5-82cf-cd25b129398a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657780 Jun 29 10:19:22.139326 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-c17e1925-951f-4dde-a176-f488f7cb313b service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812511 Jun 29 10:19:22.235481 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a6315094-bae1-4fe5-a842-f3c34c98c9a5 req-bb99e2f5-07ab-402f-b5e3-0097148e8adf service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Jun 29 10:19:23.169781 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528cd45-b73b-4da6-93ab-02472cf94a9f req-6a7ad77d-03f8-41f9-aa6a-67b2dc717e4f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:23.171750 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8528cd45-b73b-4da6-93ab-02472cf94a9f req-6a7ad77d-03f8-41f9-aa6a-67b2dc717e4f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Jun 29 10:19:23.219855 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8528cd45-b73b-4da6-93ab-02472cf94a9f req-8d3819f7-a838-4c3c-809a-96a32f6a36fa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Jun 29 10:19:24.353847 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dec87-f0d5-42ae-a611-a11f73aca0ee req-d80a7e0d-e981-42f2-b524-f2e1e752524b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:24.355791 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-922dec87-f0d5-42ae-a611-a11f73aca0ee req-d80a7e0d-e981-42f2-b524-f2e1e752524b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 945 time: 0.0568285 Jun 29 10:19:24.406413 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-922dec87-f0d5-42ae-a611-a11f73aca0ee req-3ea122d0-3ec3-4403-91ee-0316bbbab2d8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Jun 29 10:19:24.944121 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:19:27.855115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:27.924788 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: ACTIVE; New status is: DOWN {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:27.925167 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:27.947980 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:19:27.950194 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac3857-7356-49e8-b6e5-7bc32b7a419a" -d '{"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:19:27.962558 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:27.985836 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 10:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590799f5-4720-4fe7-8886-a4ead09ea726 x-openstack-request-id: req-590799f5-4720-4fe7-8886-a4ead09ea726 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:19:27.986123 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-unplugged", "status": "failed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "code": 422}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:19:27.986507 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-590799f5-4720-4fe7-8886-a4ead09ea726 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:19:27.986909 dv-cinder-847864-5-iscsi neutron-server[104297]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-590799f5-4720-4fe7-8886-a4ead09ea726']: {'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'code': 422} returned with failed status Jun 29 10:19:28.028658 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:28.077785 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=8']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:28.448449 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb444a-b135-4daf-98cd-b483b1445917 req-3c97ac3f-f23a-4bee-a94a-7df749a3296f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:28.449949 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-53cb444a-b135-4daf-98cd-b483b1445917 req-3c97ac3f-f23a-4bee-a94a-7df749a3296f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0556810 Jun 29 10:19:28.498178 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-53cb444a-b135-4daf-98cd-b483b1445917 req-a221b269-635b-4ba2-bf47-7c77d079ed6c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Jun 29 10:19:28.732675 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-94f891a8-5303-4c14-a573-5ec845aaba48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423346 Jun 29 10:19:28.808373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-353cb884-347e-41d8-88b9-692b5c607abd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:28.809723 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-353cb884-347e-41d8-88b9-692b5c607abd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports/d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 940 time: 0.0498950 Jun 29 10:19:29.629038 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb37e5-792f-458e-a1fe-9b8c4930befa req-22203e95-349c-4b63-80b6-41313684fe91 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:29.630554 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6bbb37e5-792f-458e-a1fe-9b8c4930befa req-22203e95-349c-4b63-80b6-41313684fe91 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0597632 Jun 29 10:19:29.682110 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6bbb37e5-792f-458e-a1fe-9b8c4930befa req-eb4587c6-2a25-47e5-ab33-08bead36a29e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Jun 29 10:19:30.322525 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-c0373ae7-cd58-4e37-8d6d-3cbed4899a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.323966 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-c0373ae7-cd58-4e37-8d6d-3cbed4899a7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4&tenant_id=f67b8cf303d44a1eb7ce505bebe49066 HTTP/1.1" status: 200 len: 1127 time: 0.0528169 Jun 29 10:19:30.402938 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-07f9b1f5-e022-4f1d-aad5-5ef1f55ebe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.404471 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-07f9b1f5-e022-4f1d-aad5-5ef1f55ebe20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1127 time: 0.0523286 Jun 29 10:19:30.752797 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-5650ae23-ea9f-4280-9a1a-a3292c96d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.754325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-5650ae23-ea9f-4280-9a1a-a3292c96d98a service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.3421280 Jun 29 10:19:30.804389 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7f946-3383-4f3a-b537-17aa1c996f57 req-fffb765b-5b46-496e-8cd9-dd114ecd3c80 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.806161 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-efe7f946-3383-4f3a-b537-17aa1c996f57 req-fffb765b-5b46-496e-8cd9-dd114ecd3c80 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0533450 Jun 29 10:19:30.819560 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-e40169fc-86c9-436e-9ed3-9ff68220c51f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 997 time: 0.0592680 Jun 29 10:19:30.869631 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-efe7f946-3383-4f3a-b537-17aa1c996f57 req-bc09b72e-fcaa-4946-a479-ebd90fde8538 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571747 Jun 29 10:19:30.871277 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-6bf84814-fd0b-4006-8251-8df48146c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.872854 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-6bf84814-fd0b-4006-8251-8df48146c574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0473125 Jun 29 10:19:30.922204 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-be510b18-d88a-4317-8bbd-d041e89e812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:30.923755 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-be510b18-d88a-4317-8bbd-d041e89e812a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448654 Jun 29 10:19:31.021735 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-e6421b08-feb2-4572-8eb9-cae4d834a9ac service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920727 Jun 29 10:19:31.119232 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-380b8cdd-3e32-43d6-8561-51f83211e2a6 service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913932 Jun 29 10:19:32.020158 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301431c-9c27-42b4-b39d-08cae6fcc93b req-b13b79a9-1590-4ed5-88d9-4795317d9c30 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:32.022522 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6301431c-9c27-42b4-b39d-08cae6fcc93b req-b13b79a9-1590-4ed5-88d9-4795317d9c30 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0645041 Jun 29 10:19:32.086330 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6301431c-9c27-42b4-b39d-08cae6fcc93b req-deb5a291-d297-4950-a2db-12cdf5b76172 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579612 Jun 29 10:19:33.219772 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dde7f-8391-40e7-8dea-2e0752398f65 req-77de1705-101f-4948-9d67-3fc1e8fef2d2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:33.221437 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1b3dde7f-8391-40e7-8dea-2e0752398f65 req-77de1705-101f-4948-9d67-3fc1e8fef2d2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0569329 Jun 29 10:19:33.270711 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1b3dde7f-8391-40e7-8dea-2e0752398f65 req-79fb0a96-abfd-4abe-b5b2-2ed3363360ad tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Jun 29 10:19:33.730716 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:33.818057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57646) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:33.934145 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2660676b-8c04-45db-a54d-f2a82c313f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.020361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2660676b-8c04-45db-a54d-f2a82c313f22 admin admin] Publish callbacks [] for security_group (c8292b9d-217b-498d-970e-32205bdefaf2), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.079833 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2660676b-8c04-45db-a54d-f2a82c313f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c8292b9d-217b-498d-970e-32205bdefaf2), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.124040 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2660676b-8c04-45db-a54d-f2a82c313f22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f763d3f11b04b3c8503130f8226c27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048918 Jun 29 10:19:34.125491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660676b-8c04-45db-a54d-f2a82c313f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8292b9d-217b-498d-970e-32205bdefaf2,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:34.127671 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57652) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:34.181191 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] Publish callbacks [] for security_group (c8292b9d-217b-498d-970e-32205bdefaf2), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.204107 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] Publish callbacks [] for security_group (c8292b9d-217b-498d-970e-32205bdefaf2), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.319827 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c8292b9d-217b-498d-970e-32205bdefaf2), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.322342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:34.323485 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8292b9d-217b-498d-970e-32205bdefaf2 HTTP/1.1" status: 204 len: 168 time: 0.1948540 Jun 29 10:19:34.345897 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665509-5d31-41d3-a723-4170908e8f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8292b9d-217b-498d-970e-32205bdefaf2,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:34.424045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c445f8-5c77-48b8-ace5-2c60fbee37a6 req-10cb1ea1-088b-42b9-bf74-20b935fa4102 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:34.426640 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77c445f8-5c77-48b8-ace5-2c60fbee37a6 req-10cb1ea1-088b-42b9-bf74-20b935fa4102 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0671711 Jun 29 10:19:34.510738 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-77c445f8-5c77-48b8-ace5-2c60fbee37a6 req-a91395cc-7634-4123-b929-1c7169cb5f93 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764327 Jun 29 10:19:35.662251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07fe87-322c-4875-a10b-19f3c7079ac1 req-665a680e-a3e5-49a0-97e9-6ec22b5601cc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:35.664491 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3b07fe87-322c-4875-a10b-19f3c7079ac1 req-665a680e-a3e5-49a0-97e9-6ec22b5601cc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0619931 Jun 29 10:19:35.719498 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3b07fe87-322c-4875-a10b-19f3c7079ac1 req-75c9a528-e388-47a4-aa7d-a7fb9032ef3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476055 Jun 29 10:19:36.177257 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-555bf2f6-55b4-4c7d-854d-0c2077aa02af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:36.857966 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a8c09-bfe4-41b3-afae-e6d3ba56e67e req-d3950893-9667-427f-ba89-ed0db04ed3c6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:36.859557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a52a8c09-bfe4-41b3-afae-e6d3ba56e67e req-d3950893-9667-427f-ba89-ed0db04ed3c6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0617032 Jun 29 10:19:36.916348 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a52a8c09-bfe4-41b3-afae-e6d3ba56e67e req-f952d013-f701-4c20-8e98-6ef18c85b616 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503042 Jun 29 10:19:38.057602 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705fbf8-9900-422a-bc8a-0f781e62ed37 req-cad06be7-a226-458e-9e70-e2f0a2128927 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:38.059225 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0705fbf8-9900-422a-bc8a-0f781e62ed37 req-cad06be7-a226-458e-9e70-e2f0a2128927 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0651817 Jun 29 10:19:38.108139 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0705fbf8-9900-422a-bc8a-0f781e62ed37 req-62def078-093e-44de-8db8-5f7e8f7062a6 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Jun 29 10:19:38.565528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b533d521-20f2-40f3-a95a-ec81063fa82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:39.249253 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5bf96-75e3-4ae7-b5db-8517f4f67626 req-31880017-02c8-48bb-9708-3c274eef5a7c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:39.253123 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ead5bf96-75e3-4ae7-b5db-8517f4f67626 req-31880017-02c8-48bb-9708-3c274eef5a7c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0641484 Jun 29 10:19:39.313124 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ead5bf96-75e3-4ae7-b5db-8517f4f67626 req-0ea4fed8-4183-48f8-9019-17100180b337 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550585 Jun 29 10:19:39.469416 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:40.452379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cc93a-535e-4467-9c7c-53bfbc44e960 req-f62b9c83-e154-4602-ae29-73adc21194bb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:40.453966 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e19cc93a-535e-4467-9c7c-53bfbc44e960 req-f62b9c83-e154-4602-ae29-73adc21194bb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0653906 Jun 29 10:19:40.507638 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e19cc93a-535e-4467-9c7c-53bfbc44e960 req-02663ea7-943d-400f-8cb1-3d4b3115a6b7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Jun 29 10:19:41.283808 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:41.639162 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b8dfb-0eb6-4eb2-83e3-4da0fa3af075 req-5e7251c4-791d-4391-98cc-e28a96244d0b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:41.640722 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc8b8dfb-0eb6-4eb2-83e3-4da0fa3af075 req-5e7251c4-791d-4391-98cc-e28a96244d0b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0566592 Jun 29 10:19:41.690107 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bc8b8dfb-0eb6-4eb2-83e3-4da0fa3af075 req-8524cb11-c12e-44d3-aa33-7dc3e3cc9a64 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Jun 29 10:19:42.633779 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:42.818154 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890bf0-efec-4d30-ad32-6dd55e324b1c req-1ae0cb5e-3ce7-48ef-8e86-6afcbb4d70fb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:42.819659 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00890bf0-efec-4d30-ad32-6dd55e324b1c req-1ae0cb5e-3ce7-48ef-8e86-6afcbb4d70fb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0539002 Jun 29 10:19:42.875836 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-00890bf0-efec-4d30-ad32-6dd55e324b1c req-d65dd434-1725-48fd-bc56-9b22c695371b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493057 Jun 29 10:19:44.006804 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a01c-dd7c-4870-a612-2a6d5301410a req-eafd60b7-1c4b-491d-ae4f-905ec72f42b8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:44.008219 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d837a01c-dd7c-4870-a612-2a6d5301410a req-eafd60b7-1c4b-491d-ae4f-905ec72f42b8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 943 time: 0.0562146 Jun 29 10:19:44.056467 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d837a01c-dd7c-4870-a612-2a6d5301410a req-482fbe19-c8b8-4447-a8d6-ff42120659c2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 Jun 29 10:19:44.686362 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:19:44.933598 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:44.946129 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'port_id': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'mac_address': 'fa:16:3e:c5:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:19:44.979872 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:44.980288 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:44.994315 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:19:45.013251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:45.102353 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:45.153112 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=9']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:45.186702 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bda57-2621-4559-9b16-b198c993cd39 req-d0d78a8d-b2b3-42f6-aefc-727ce0d7ea71 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:45.188342 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-373bda57-2621-4559-9b16-b198c993cd39 req-d0d78a8d-b2b3-42f6-aefc-727ce0d7ea71 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Jun 29 10:19:45.235156 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-373bda57-2621-4559-9b16-b198c993cd39 req-2fafd1b6-06d8-4afb-ad18-6aa93e723d24 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Jun 29 10:19:45.376237 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['d11ef72a-23bd-4042-9177-96cd0b48e217'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:19:46.366729 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1de9d8-fb8b-424b-90fe-c67fec08e0eb req-3adfd57f-0bf7-4f4a-b1fc-9099c693b9fb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:46.368223 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3f1de9d8-fb8b-424b-90fe-c67fec08e0eb req-3adfd57f-0bf7-4f4a-b1fc-9099c693b9fb tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 944 time: 0.0585754 Jun 29 10:19:46.414292 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3f1de9d8-fb8b-424b-90fe-c67fec08e0eb req-6c905a12-6a38-45d9-bb63-479722c6f600 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Jun 29 10:19:46.712554 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:19:46.761952 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port d11ef72a-23bd-4042-9177-96cd0b48e217 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:19:46.762329 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:46.836448 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port d11ef72a-23bd-4042-9177-96cd0b48e217 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:19:46.836869 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:46.862641 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:19:46.865587 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5264cd2-0764-4fe4-89aa-77483bf3c642" -d '{"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:19:46.878858 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:46.901731 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4092c3b-a7bd-4e17-9835-fb682634810f x-openstack-request-id: req-c4092c3b-a7bd-4e17-9835-fb682634810f {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:19:46.902030 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-plugged", "status": "completed", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:19:46.902291 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4092c3b-a7bd-4e17-9835-fb682634810f {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:19:46.902697 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4092c3b-a7bd-4e17-9835-fb682634810f'] response: {'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'code': 200} Jun 29 10:19:46.969397 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:47.016278 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=10']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:47.202767 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046177-8be5-4793-8668-760d12d24d07 req-63f6cde1-f679-4318-833e-2533cbd2a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:47.204316 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-71046177-8be5-4793-8668-760d12d24d07 req-63f6cde1-f679-4318-833e-2533cbd2a823 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1130 time: 0.0461423 Jun 29 10:19:47.251202 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-71046177-8be5-4793-8668-760d12d24d07 req-66d279cf-9e2f-49b0-915a-7744abeaafdf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Jun 29 10:19:47.537330 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1345-be5b-4896-93c0-0a8c3750e9ab req-129e0bb9-228b-48d6-8e11-1e425964ad7e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:47.538802 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4b6a1345-be5b-4896-93c0-0a8c3750e9ab req-129e0bb9-228b-48d6-8e11-1e425964ad7e tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0521781 Jun 29 10:19:47.589892 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4b6a1345-be5b-4896-93c0-0a8c3750e9ab req-a85273ff-8baa-465b-9f9e-95f4c695456f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Jun 29 10:19:48.729322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ec21-cbdc-4841-87dd-69fe3cf7fa7d req-aadb4b37-d248-46ec-b7ce-55b876059785 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:48.730810 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1a60ec21-cbdc-4841-87dd-69fe3cf7fa7d req-aadb4b37-d248-46ec-b7ce-55b876059785 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0611315 Jun 29 10:19:48.778905 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1a60ec21-cbdc-4841-87dd-69fe3cf7fa7d req-1e3c9f6e-c7a2-43ae-8361-6160b9933ab2 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 Jun 29 10:19:49.906037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019ad86-6b98-46aa-b1d3-c97ca838c61b req-0aa92930-4cb9-4b03-991b-4c43ee83fca3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:49.907513 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0019ad86-6b98-46aa-b1d3-c97ca838c61b req-0aa92930-4cb9-4b03-991b-4c43ee83fca3 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0543280 Jun 29 10:19:49.962485 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0019ad86-6b98-46aa-b1d3-c97ca838c61b req-1846b36e-3098-4ee8-86d8-bbdd41b6585a tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Jun 29 10:19:51.088806 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698bfe6-e8f3-433e-945b-f97eff27505f req-4b3266fa-cebd-420b-b6d6-a4618273bd74 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:51.090365 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a698bfe6-e8f3-433e-945b-f97eff27505f req-4b3266fa-cebd-420b-b6d6-a4618273bd74 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0572801 Jun 29 10:19:51.139481 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a698bfe6-e8f3-433e-945b-f97eff27505f req-fcf1a812-ea0e-4911-963a-1e517ea554de tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Jun 29 10:19:51.262016 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db20f42-d01d-4118-abce-459d47b4b3bd req-7effe076-ebbd-4cea-8fbd-c4be61af718e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:51.263548 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9db20f42-d01d-4118-abce-459d47b4b3bd req-7effe076-ebbd-4cea-8fbd-c4be61af718e tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0533249 Jun 29 10:19:51.315064 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-9db20f42-d01d-4118-abce-459d47b4b3bd req-f0312f37-f0f5-44ad-828b-1ee50987daca tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Jun 29 10:19:52.430841 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f74a4-4ee1-4efd-b9ea-07d230e251da req-5162dbb6-9152-4ab0-a897-20ecd7e7a16b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:52.432322 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-288f74a4-4ee1-4efd-b9ea-07d230e251da req-5162dbb6-9152-4ab0-a897-20ecd7e7a16b tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0531151 Jun 29 10:19:52.480762 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-288f74a4-4ee1-4efd-b9ea-07d230e251da req-72dd45a7-d75a-4dd7-8240-e18ba209e051 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups?id=04767a2f-2de8-42fd-894b-fffbc340865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Jun 29 10:19:53.041938 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984786e8-2105-47ed-af18-4cb24be01d96 req-69863e7f-2586-483d-8d30-c8fd22a8ec3a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:19:53.043362 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-984786e8-2105-47ed-af18-4cb24be01d96 req-69863e7f-2586-483d-8d30-c8fd22a8ec3a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 946 time: 0.0506828 Jun 29 10:19:53.138532 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 2c42ab27-c54f-4efb-86c1-bad148884056 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:53.138792 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.232887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] For port 2c42ab27-c54f-4efb-86c1-bad148884056, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2c42ab27-c54f-4efb-86c1-bad148884056,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:19:53.233419 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.394043 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.394326 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.394714 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Floating IP c7a8273b-bfab-4020-9712-68a5e704792b disassociated. External IP: 172.27.1.201, port: 2c42ab27-c54f-4efb-86c1-bad148884056. Jun 29 10:19:53.395914 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 2c42ab27-c54f-4efb-86c1-bad148884056 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:53.586901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (2c42ab27-c54f-4efb-86c1-bad148884056), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.626884 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=2c42ab27-c54f-4efb-86c1-bad148884056,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:53.652161 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-bbfb770b-b0d7-470a-9ad8-ce4d2158292d req-6ea3f614-590d-4720-b6c9-af1ec943243a tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0541224 Jun 29 10:19:53.654386 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.659347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:53.766344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:19:53.876511 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:19:53.887941 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:19:53.898374 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:53.899361 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:19:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:53.930573 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] No DVR routers for this DVR port 2c42ab27-c54f-4efb-86c1-bad148884056 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:19:53.933016 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:53.936386 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-984786e8-2105-47ed-af18-4cb24be01d96 req-3d87370c-aeae-4e82-a575-c0fe3b7b1d64 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.64 "DELETE /v2.0/ports/2c42ab27-c54f-4efb-86c1-bad148884056 HTTP/1.1" status: 204 len: 173 time: 0.8870711 Jun 29 10:19:53.936855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'name': 'network-vif-deleted', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:19:53.939133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf17b74-7cf7-48c3-b2c3-d1d6c678f7f1" -d '{"events": [{"server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "name": "network-vif-deleted", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:19:53.985244 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef022af-05c1-423b-be36-be3cdc7226b1 x-openstack-request-id: req-fef022af-05c1-423b-be36-be3cdc7226b1 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:19:53.985244 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0804c5-cf3e-4322-a0ea-10319f21b5ed", "name": "network-vif-deleted", "tag": "2c42ab27-c54f-4efb-86c1-bad148884056", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:19:53.985516 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fef022af-05c1-423b-be36-be3cdc7226b1 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:19:53.985844 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef022af-05c1-423b-be36-be3cdc7226b1'] response: {'server_uuid': 'fa0804c5-cf3e-4322-a0ea-10319f21b5ed', 'name': 'network-vif-deleted', 'tag': '2c42ab27-c54f-4efb-86c1-bad148884056', 'status': 'completed', 'code': 200} Jun 29 10:19:54.024237 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:54.250439 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:54.279542 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:19:54.288620 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:19:54.289262 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:19:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:54.417844 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:19:54.658455 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:19:54.682973 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b749e-e10b-4d7a-bf92-7939549f4e29 None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:26Z', 'revision_number': 4, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '84359cd7-50df-4658-9ce3-ad33f32ef512', 'name': '', 'network_id': 'c2e758e4-1cc5-43da-b926-5a33afbf14b6', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'mac_address': 'fa:16:3e:51:47:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:24Z', 'updated_at': '2022-06-29T10:13:47Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'subnets': [{'id': 'f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:19:54.754542 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7e2761eb-5f79-4d32-81e1-0aaf1dd23e11 req-0b0bbc2c-2286-41d7-b436-52e21fc08549 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0269918 Jun 29 10:19:54.923549 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af9ec6-bc03-48a9-bbfc-86307a2a0413 None None] New status for floating IP c7a8273b-bfab-4020-9712-68a5e704792b: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:19:55.850243 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6b93de77-d3b5-4ead-8ec0-b079251f9d48 req-830617d0-c390-4e4c-b62f-d9cb41e12389 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa0804c5-cf3e-4322-a0ea-10319f21b5ed HTTP/1.1" status: 200 len: 210 time: 0.0269980 Jun 29 10:19:57.022292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 57996) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:57.075279 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (04767a2f-2de8-42fd-894b-fffbc340865f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.106492 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (04767a2f-2de8-42fd-894b-fffbc340865f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.227513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (04767a2f-2de8-42fd-894b-fffbc340865f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.230130 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.231279 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/security-groups/04767a2f-2de8-42fd-894b-fffbc340865f HTTP/1.1" status: 204 len: 168 time: 0.2080269 Jun 29 10:19:57.234103 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 57998) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:57.241219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f4f99-5340-48f8-8802-aa7278e3eabb tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04767a2f-2de8-42fd-894b-fffbc340865f,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:57.247885 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.api.v2.resource [None req-a296e4b9-55bf-4acc-9bc3-af8eb34eab99 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] show failed (client error): The resource could not be found. Jun 29 10:19:57.248950 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a296e4b9-55bf-4acc-9bc3-af8eb34eab99 tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "GET /v2.0/security-groups/04767a2f-2de8-42fd-894b-fffbc340865f HTTP/1.1" status: 404 len: 347 time: 0.0137644 Jun 29 10:19:57.251940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58000) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:19:57.365507 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Deleting port 92985f2f-f1f9-477a-a657-4751c6bb546b {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:19:57.365848 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.443107 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.443475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (92985f2f-f1f9-477a-a657-4751c6bb546b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.455328 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Calling delete_port for 92985f2f-f1f9-477a-a657-4751c6bb546b owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:19:57.696265 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (92985f2f-f1f9-477a-a657-4751c6bb546b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.726619 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Pushing event deleted for resources: {'Port': ['ID=92985f2f-f1f9-477a-a657-4751c6bb546b,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:19:57.748092 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.748433 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.748799 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.749134 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.749467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.749799 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.750121 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.750437 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.750764 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.751084 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.751405 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.751796 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.752179 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:19:57.797049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks [] for floatingip (c7a8273b-bfab-4020-9712-68a5e704792b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.803492 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:19:57.803492 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9bccecbc-3e60-4d31-8d87-29948d3699ec tempest-AttachVolumeNegativeTest-1873197142 tempest-AttachVolumeNegativeTest-1873197142-project] 10.222.0.60 "DELETE /v2.0/floatingips/c7a8273b-bfab-4020-9712-68a5e704792b HTTP/1.1" status: 204 len: 168 time: 0.5478618 Jun 29 10:19:57.949378 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2c42ab27-c54f-4efb-86c1-bad148884056 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:19:57.969572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 2c42ab27-c54f-4efb-86c1-bad148884056 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:19:57.969572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2c42ab27-c54f-4efb-86c1-bad148884056 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:01.944162 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:20:03.730146 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:05.011059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58112) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:05.507188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (a412119e-a63c-4e03-b2d1-e91b24338b86), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:05.749364 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Deleting port 84359cd7-50df-4658-9ce3-ad33f32ef512 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:05.749612 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:05.828869 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] For port 84359cd7-50df-4658-9ce3-ad33f32ef512, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=84359cd7-50df-4658-9ce3-ad33f32ef512,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:05.829234 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:05.843046 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Calling delete_port for 84359cd7-50df-4658-9ce3-ad33f32ef512 owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:06.146060 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (84359cd7-50df-4658-9ce3-ad33f32ef512), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:06.172564 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Pushing event deleted for resources: {'Port': ['ID=84359cd7-50df-4658-9ce3-ad33f32ef512,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:06.178194 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a004cfcf-049d-406c-9160-034c0981f740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:06.361768 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (a412119e-a63c-4e03-b2d1-e91b24338b86), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:06.583618 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Router a412119e-a63c-4e03-b2d1-e91b24338b86 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:06.690968 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:06.696786 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a89c6bd1-07c4-4c29-9f44-0e417c831355 admin admin] 10.222.0.60 "PUT /v2.0/routers/a412119e-a63c-4e03-b2d1-e91b24338b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846166 Jun 29 10:20:06.699680 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58140) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:06.701503 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Sync routers for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:06.713345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:06.714324 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:19:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:06.798632 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks [] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:06.816579 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:06.897598 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks [] for router_gateway (a412119e-a63c-4e03-b2d1-e91b24338b86), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:06.987382 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:05Z', 'revision_number': 5, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port': {'id': '8e81e048-b3cb-444f-871a-661360dd5fce', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:07.019461 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Checking router: a412119e-a63c-4e03-b2d1-e91b24338b86 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:07.029138 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Deleting port 8e81e048-b3cb-444f-871a-661360dd5fce {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:07.029483 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.029753 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Routers {'a412119e-a63c-4e03-b2d1-e91b24338b86'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:07.030392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:19:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a412119e-a63c-4e03-b2d1-e91b24338b86'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:07.108234 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b768-2bad-4303-ae2d-39df91e1525c req-ba0def1d-78f3-4f55-8d61-10d045b7b41b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:07.113312 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25f5b768-2bad-4303-ae2d-39df91e1525c req-ba0def1d-78f3-4f55-8d61-10d045b7b41b tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.0652614 Jun 29 10:20:07.168966 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-25f5b768-2bad-4303-ae2d-39df91e1525c req-fcfac93d-0b16-4b13-b280-d748fb603c31 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514841 Jun 29 10:20:07.259581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] Set router a412119e-a63c-4e03-b2d1-e91b24338b86 gateway port host: None {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:07.314355 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:06Z', 'revision_number': 6, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:07.340420 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91f2ea-4d15-4d8d-a7ec-f4afd453784e None None] The sync data for ids ['a412119e-a63c-4e03-b2d1-e91b24338b86'] in dv-cinder-847864-5-iscsi is: [{'id': 'a412119e-a63c-4e03-b2d1-e91b24338b86', 'name': 'tempest-AttachVolumeNegativeTest-784410802-router', 'tenant_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:06Z', 'revision_number': 6, 'project_id': '9ca1a789fc4d453898e5fb54fc51de9b', 'gw_port_host': None}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:07.373031 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] For port 8e81e048-b3cb-444f-871a-661360dd5fce, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=8e81e048-b3cb-444f-871a-661360dd5fce,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:07.373491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.386529 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Calling delete_port for 8e81e048-b3cb-444f-871a-661360dd5fce owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:07.621374 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (8e81e048-b3cb-444f-871a-661360dd5fce), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.644638 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e81e048-b3cb-444f-871a-661360dd5fce,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:07.710853 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (a412119e-a63c-4e03-b2d1-e91b24338b86), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.796310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.798417 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks [] for router_controller (a412119e-a63c-4e03-b2d1-e91b24338b86), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.928521 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (a412119e-a63c-4e03-b2d1-e91b24338b86), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.929106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a412119e-a63c-4e03-b2d1-e91b24338b86 {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:20:07.934233 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:07.935372 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-63d730a6-f56a-43ae-af4e-247413e73627 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a412119e-a63c-4e03-b2d1-e91b24338b86 HTTP/1.1" status: 204 len: 168 time: 1.2347343 Jun 29 10:20:07.938207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58150) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:07.982899 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Deleting subnet f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:20:07.985921 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Publish callbacks [] for subnet (f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.018643 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.095074 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.240985 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.292192 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:08.295068 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.300485 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-33869302-f82c-4169-9cc6-eb340e04d8bf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f94bdea1-25f9-4cdb-bbd7-a5a7968e6b0f HTTP/1.1" status: 204 len: 168 time: 0.3592141 Jun 29 10:20:08.301419 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1759b4c-7044-4a42-94c4-443d8cacd113 None None] Network c2e758e4-1cc5-43da-b926-5a33afbf14b6 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:08.302022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58156) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:08.335916 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a6dc7-ad9c-4d69-92a4-bc301df46391 req-d5309fb7-01a8-4deb-9f36-0dc57948eab2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:08.338342 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7d9a6dc7-ad9c-4d69-92a4-bc301df46391 req-d5309fb7-01a8-4deb-9f36-0dc57948eab2 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.1000605 Jun 29 10:20:08.400006 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (c2e758e4-1cc5-43da-b926-5a33afbf14b6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.405211 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7d9a6dc7-ad9c-4d69-92a4-bc301df46391 req-011b4f57-3fcd-4a9b-8bcf-9310072d58b3 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615931 Jun 29 10:20:08.465958 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Deleting port 7748f8ba-b1f7-4075-86d3-14fde292a23b {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:08.466290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.531575 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] DHCP port deletion for c2e758e4-1cc5-43da-b926-5a33afbf14b6 request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:20:08.535251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] For port 7748f8ba-b1f7-4075-86d3-14fde292a23b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7748f8ba-b1f7-4075-86d3-14fde292a23b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:08.535251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.549861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Calling delete_port for 7748f8ba-b1f7-4075-86d3-14fde292a23b owned by network:dhcp {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:08.584068 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Deleting port 7748f8ba-b1f7-4075-86d3-14fde292a23b {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:08.584451 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.605100 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5f9a7235-f1dc-4bb6-8417-5174980622f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.639422 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8e81e048-b3cb-444f-871a-661360dd5fce no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:08.667263 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 8e81e048-b3cb-444f-871a-661360dd5fce {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:08.667532 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 8e81e048-b3cb-444f-871a-661360dd5fce not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:08.667954 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 84359cd7-50df-4658-9ce3-ad33f32ef512 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:08.689152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 84359cd7-50df-4658-9ce3-ad33f32ef512 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:08.689490 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 84359cd7-50df-4658-9ce3-ad33f32ef512 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:08.690132 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7748f8ba-b1f7-4075-86d3-14fde292a23b no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:08.706940 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.722799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] For port 7748f8ba-b1f7-4075-86d3-14fde292a23b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7748f8ba-b1f7-4075-86d3-14fde292a23b,segment=NetworkSegment(85bc21ac-fe57-4cfb-a0d2-a96875cafb55),segment_id=85bc21ac-fe57-4cfb-a0d2-a96875cafb55)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:08.723003 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.732483 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7748f8ba-b1f7-4075-86d3-14fde292a23b,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:08.735887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] No DVR routers for this DVR port 7748f8ba-b1f7-4075-86d3-14fde292a23b on host dv-cinder-847864-5-iscsi {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:08.745384 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Calling delete_port for 7748f8ba-b1f7-4075-86d3-14fde292a23b owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:08.761953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No active binding found for port 7748f8ba-b1f7-4075-86d3-14fde292a23b {{(pid=104297) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 29 10:20:08.762333 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] The host dv-cinder-847864-5-iscsi is not matching for port 7748f8ba-b1f7-4075-86d3-14fde292a23b host None! {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2356}} Jun 29 10:20:08.762729 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7748f8ba-b1f7-4075-86d3-14fde292a23b not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:08.811508 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (c2e758e4-1cc5-43da-b926-5a33afbf14b6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.825701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (7748f8ba-b1f7-4075-86d3-14fde292a23b), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:08.832512 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.832983 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.833770 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.834119 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > port after_create 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.834460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.834819 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > port after_update 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.835146 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.835487 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.835805 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.836149 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.849190 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Pushing event deleted for resources: {'Port': ['ID=7748f8ba-b1f7-4075-86d3-14fde292a23b,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:08.856622 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] No DVR routers for this DVR port 7748f8ba-b1f7-4075-86d3-14fde292a23b on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:08.858822 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.865345 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0522-e7a3-4b24-b04d-73250ebdca3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:08.920136 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.920425 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.920791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.921124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:20:08.921496 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e758e4-1cc5-43da-b926-5a33afbf14b6']}} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:08.961578 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bc21ac-fe57-4cfb-a0d2-a96875cafb55') {'for_net_delete': True} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:08.961874 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bc21ac-fe57-4cfb-a0d2-a96875cafb55') {} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:08.980201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59312757'] for segment (85bc21ac-fe57-4cfb-a0d2-a96875cafb55), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.004369 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (85bc21ac-fe57-4cfb-a0d2-a96875cafb55), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.015252 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:20:09.015650 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59805836'] for segment (85bc21ac-fe57-4cfb-a0d2-a96875cafb55), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.073762 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62b270-df79-4411-983f-f7409d4cec08 req-65808dfd-23f1-442d-b89c-3eb98138d9b8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:09.075309 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce62b270-df79-4411-983f-f7409d4cec08 req-65808dfd-23f1-442d-b89c-3eb98138d9b8 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.1488485 Jun 29 10:20:09.191922 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (c2e758e4-1cc5-43da-b926-5a33afbf14b6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.196987 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Deleting port dac364c2-924d-4c6b-9e28-109ae1fcfd56 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:09.197320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.205431 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.208875 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] 10.222.0.60 "DELETE /v2.0/networks/c2e758e4-1cc5-43da-b926-5a33afbf14b6 HTTP/1.1" status: 204 len: 168 time: 0.9065282 Jun 29 10:20:09.231324 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fffed-a64b-4407-9fc6-99b0fdf76d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e758e4-1cc5-43da-b926-5a33afbf14b6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:09.272279 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 85bc21ac-fe57-4cfb-a0d2-a96875cafb55 resource provider aggregate not found Jun 29 10:20:09.289837 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 85bc21ac-fe57-4cfb-a0d2-a96875cafb55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85bc21ac-fe57-4cfb-a0d2-a96875cafb55 found for delete ", "request_id": "req-ef062ed9-68cf-40f1-984b-bf7a3f93e767"}]} Jun 29 10:20:09.315343 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] For port dac364c2-924d-4c6b-9e28-109ae1fcfd56, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dac364c2-924d-4c6b-9e28-109ae1fcfd56,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:09.315986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.488453 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.488846 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.489251 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Floating IP 8082f4ef-7569-4fe2-91bd-d7fd68fd5d04 disassociated. External IP: 172.27.1.99, port: dac364c2-924d-4c6b-9e28-109ae1fcfd56. Jun 29 10:20:09.489691 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Calling delete_port for dac364c2-924d-4c6b-9e28-109ae1fcfd56 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:09.534768 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.610650 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6ba25-948c-4775-8e8b-a32b9f9064fa req-28e25bc7-1f48-46bf-a126-06c68c720233 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:09.612121 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ece6ba25-948c-4775-8e8b-a32b9f9064fa req-28e25bc7-1f48-46bf-a126-06c68c720233 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 946 time: 0.1408350 Jun 29 10:20:09.653036 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58180) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:09.702346 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5a280c17-3859-42ee-b37d-7b753cdc1c46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ca1a789fc4d453898e5fb54fc51de9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481083 Jun 29 10:20:09.704886 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58182) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:09.710140 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-f10ed616-ae4b-4622-98fd-cc84140c6efb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566503 Jun 29 10:20:09.725035 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ece6ba25-948c-4775-8e8b-a32b9f9064fa req-0b0794af-feba-4d89-834f-1212afed3bb0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups?id=28469de8-69f7-4ad7-9ea3-d58c0ec23865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033938 Jun 29 10:20:09.761698 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] Publish callbacks [] for security_group (46d054d8-8019-4c6e-a025-d7704b73bced), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.780365 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-ee5f4918-decc-4fe5-88a0-0d6a16092e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:09.782015 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-ee5f4918-decc-4fe5-88a0-0d6a16092e90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 1130 time: 0.0477259 Jun 29 10:20:09.783101 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] Publish callbacks [] for security_group (46d054d8-8019-4c6e-a025-d7704b73bced), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.798365 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (dac364c2-924d-4c6b-9e28-109ae1fcfd56), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.876443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'Port': ['ID=dac364c2-924d-4c6b-9e28-109ae1fcfd56,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:09.913087 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (46d054d8-8019-4c6e-a025-d7704b73bced), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.915644 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:09.916904 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46d054d8-8019-4c6e-a025-d7704b73bced HTTP/1.1" status: 204 len: 168 time: 0.2109790 Jun 29 10:20:09.928775 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164921-c156-4bf2-82fe-4dd06dc91e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d054d8-8019-4c6e-a025-d7704b73bced,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:10.005404 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:10.023714 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-d245c823-8e7e-4deb-ae47-acf953dbc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:10.025747 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-d245c823-8e7e-4deb-ae47-acf953dbc130 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 200 len: 917 time: 0.2207186 Jun 29 10:20:10.091961 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58188) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:10.353083 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18830da9-3bd9-4f21-965e-b510cc7e6cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.453037 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b1c1408d-206c-4178-9ed0-ec1522ae32e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 200 len: 999 time: 0.3925154 Jun 29 10:20:10.454559 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18830da9-3bd9-4f21-965e-b510cc7e6cf0 admin admin] Publish callbacks [] for security_group (06063c99-3500-4b56-92f1-1538f117badc), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.468849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:10.480365 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:10.501227 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:10.501966 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:10.536936 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] No DVR routers for this DVR port dac364c2-924d-4c6b-9e28-109ae1fcfd56 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:10.539654 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.543390 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ce62b270-df79-4411-983f-f7409d4cec08 req-5d4fa5da-d893-462e-a011-5ba8e8b36188 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.64 "DELETE /v2.0/ports/dac364c2-924d-4c6b-9e28-109ae1fcfd56 HTTP/1.1" status: 204 len: 173 time: 1.4593093 Jun 29 10:20:10.545521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'name': 'network-vif-deleted', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:20:10.549198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4ccdd-9abd-42f2-b150-a8f70a8a6b52" -d '{"events": [{"server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "name": "network-vif-deleted", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:20:10.557585 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b754002b-b70a-413f-925e-16f8c14ce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:10.559250 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b754002b-b70a-413f-925e-16f8c14ce85c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 200 len: 855 time: 0.0983644 Jun 29 10:20:10.563330 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-18830da9-3bd9-4f21-965e-b510cc7e6cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (06063c99-3500-4b56-92f1-1538f117badc), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.601269 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-18830da9-3bd9-4f21-965e-b510cc7e6cf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ede756b6952c44b6a499db784d8651ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077982 Jun 29 10:20:10.602281 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458f406-ed44-423c-9c42-4fbc353ec91a x-openstack-request-id: req-8458f406-ed44-423c-9c42-4fbc353ec91a {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:20:10.602590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082b7c7-e729-4cd8-970a-25604ebf8cf7", "name": "network-vif-deleted", "tag": "dac364c2-924d-4c6b-9e28-109ae1fcfd56", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:20:10.602921 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8458f406-ed44-423c-9c42-4fbc353ec91a {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:20:10.603035 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58202) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:10.604201 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8458f406-ed44-423c-9c42-4fbc353ec91a'] response: {'server_uuid': '7082b7c7-e729-4cd8-970a-25604ebf8cf7', 'name': 'network-vif-deleted', 'tag': 'dac364c2-924d-4c6b-9e28-109ae1fcfd56', 'status': 'completed', 'code': 200} Jun 29 10:20:10.614658 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:10.625382 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b2e94381-6a36-4a6c-b514-22b5a598ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:10.627049 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b2e94381-6a36-4a6c-b514-22b5a598ead9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be3310c9-18b3-4780-b37c-cfa01bfdee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612671 Jun 29 10:20:10.647641 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18830da9-3bd9-4f21-965e-b510cc7e6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06063c99-3500-4b56-92f1-1538f117badc,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:10.684853 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] Publish callbacks [] for security_group (06063c99-3500-4b56-92f1-1538f117badc), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.712718 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] Publish callbacks [] for security_group (06063c99-3500-4b56-92f1-1538f117badc), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.743091 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-f749d529-d5c6-4c8d-852d-97c21abef77a service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090009 Jun 29 10:20:10.833312 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (06063c99-3500-4b56-92f1-1538f117badc), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.835976 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:10.844188 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06063c99-3500-4b56-92f1-1538f117badc HTTP/1.1" status: 204 len: 168 time: 0.2362530 Jun 29 10:20:10.861743 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3768ef-3b1b-41c1-ba3b-f12da5b25f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06063c99-3500-4b56-92f1-1538f117badc,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:10.867674 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:10.907438 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8c31f64e-0fc7-44d7-b59f-2be6b408a505 req-7525bc29-7049-4c23-9d35-b4e8ef396da5 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7082b7c7-e729-4cd8-970a-25604ebf8cf7 HTTP/1.1" status: 200 len: 210 time: 0.0562253 Jun 29 10:20:10.914987 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0cedf3f1-1bad-475e-bd3d-d15d0773bd33 req-b0e16440-ad55-40b2-95ed-d142906134bb service neutron] 10.222.0.64 "GET /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487980 Jun 29 10:20:10.930415 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:10.941017 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:10.942530 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:11.136765 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:11.317645 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:11.349898 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:11.375432 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f393b-a4b9-4c07-913b-5def795386a5 None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:25Z', 'revision_number': 4, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': 'a43a1f1f-9046-46de-9a15-6186e7954478', 'name': '', 'network_id': '2a44f32d-a5a6-4243-aea4-fa6653b3e004', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'mac_address': 'fa:16:3e:76:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:22Z', 'updated_at': '2022-06-29T10:13:33Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'subnets': [{'id': 'dc786764-e5d4-4706-ba02-ab4af9cb954c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:11.649273 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021de1f-0431-45ae-91c5-e2b9bccd79b0 None None] New status for floating IP 8082f4ef-7569-4fe2-91bd-d7fd68fd5d04: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:20:12.007270 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device dac364c2-924d-4c6b-9e28-109ae1fcfd56 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:12.030664 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: dac364c2-924d-4c6b-9e28-109ae1fcfd56 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:12.031004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device dac364c2-924d-4c6b-9e28-109ae1fcfd56 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:12.089815 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58262) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:12.150363 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (28469de8-69f7-4ad7-9ea3-d58c0ec23865), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.176105 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (28469de8-69f7-4ad7-9ea3-d58c0ec23865), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.312548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (28469de8-69f7-4ad7-9ea3-d58c0ec23865), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.315151 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.316534 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "DELETE /v2.0/security-groups/28469de8-69f7-4ad7-9ea3-d58c0ec23865 HTTP/1.1" status: 204 len: 168 time: 0.2251265 Jun 29 10:20:12.319473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58286) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:12.338262 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d7cc7-25b0-4a28-a461-25351278f491 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28469de8-69f7-4ad7-9ea3-d58c0ec23865,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:12.341167 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.api.v2.resource [None req-fe3d8291-9187-403a-a50b-b6d09ab9f0f0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] show failed (client error): The resource could not be found. Jun 29 10:20:12.342384 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fe3d8291-9187-403a-a50b-b6d09ab9f0f0 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "GET /v2.0/security-groups/28469de8-69f7-4ad7-9ea3-d58c0ec23865 HTTP/1.1" status: 404 len: 347 time: 0.0219517 Jun 29 10:20:12.345316 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58296) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:12.481838 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Deleting port 1fb1072a-0243-4d5b-81a1-36814d5e048f {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:12.482178 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.562013 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.562339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (1fb1072a-0243-4d5b-81a1-36814d5e048f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.574609 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Calling delete_port for 1fb1072a-0243-4d5b-81a1-36814d5e048f owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:12.667185 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.781284 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (1fb1072a-0243-4d5b-81a1-36814d5e048f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.807696 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Pushing event deleted for resources: {'Port': ['ID=1fb1072a-0243-4d5b-81a1-36814d5e048f,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:12.878038 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks [] for floatingip (8082f4ef-7569-4fe2-91bd-d7fd68fd5d04), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.881039 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:12.882193 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-802a574f-9851-4a55-b150-5a82626dea22 tempest-AttachVolumeTestJSON-1952760604 tempest-AttachVolumeTestJSON-1952760604-project] 10.222.0.60 "DELETE /v2.0/floatingips/8082f4ef-7569-4fe2-91bd-d7fd68fd5d04 HTTP/1.1" status: 204 len: 168 time: 0.5356276 Jun 29 10:20:13.763685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58358) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:13.872816 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e9564ba-1efe-416b-a2ea-bf33163da4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:13.949222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e9564ba-1efe-416b-a2ea-bf33163da4c1 admin admin] Publish callbacks [] for security_group (1ac98324-e6ea-49f8-a3b7-57f514ca0c69), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.022001 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2e9564ba-1efe-416b-a2ea-bf33163da4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (1ac98324-e6ea-49f8-a3b7-57f514ca0c69), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.064334 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2e9564ba-1efe-416b-a2ea-bf33163da4c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79b6bd1915bf46428861b981781b7c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995770 Jun 29 10:20:14.065068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9564ba-1efe-416b-a2ea-bf33163da4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac98324-e6ea-49f8-a3b7-57f514ca0c69,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:14.067168 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58362) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:14.116001 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] Publish callbacks [] for security_group (1ac98324-e6ea-49f8-a3b7-57f514ca0c69), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.136350 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] Publish callbacks [] for security_group (1ac98324-e6ea-49f8-a3b7-57f514ca0c69), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.250089 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (1ac98324-e6ea-49f8-a3b7-57f514ca0c69), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.252637 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.253770 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ac98324-e6ea-49f8-a3b7-57f514ca0c69 HTTP/1.1" status: 204 len: 168 time: 0.1849053 Jun 29 10:20:14.261907 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720bc7c-45f0-4172-847b-ff466bf28a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac98324-e6ea-49f8-a3b7-57f514ca0c69,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:14.904583 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58376) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:14.918137 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-056382f0-2586-4316-ab79-1ea526d35046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:14.995452 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-056382f0-2586-4316-ab79-1ea526d35046 admin admin] Publish callbacks [] for security_group (2783e846-d569-414a-ae35-d0bd81646d2f), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.107178 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-056382f0-2586-4316-ab79-1ea526d35046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2783e846-d569-414a-ae35-d0bd81646d2f), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.145602 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056382f0-2586-4316-ab79-1ea526d35046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2783e846-d569-414a-ae35-d0bd81646d2f,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:15.150793 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-056382f0-2586-4316-ab79-1ea526d35046 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d124d2e7e40345578eb6693c9bb03b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451937 Jun 29 10:20:15.153612 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58378) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:15.216310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] Publish callbacks [] for security_group (2783e846-d569-414a-ae35-d0bd81646d2f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.243461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] Publish callbacks [] for security_group (2783e846-d569-414a-ae35-d0bd81646d2f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.346548 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2783e846-d569-414a-ae35-d0bd81646d2f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.349177 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:15.350847 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2783e846-d569-414a-ae35-d0bd81646d2f HTTP/1.1" status: 204 len: 168 time: 0.1955950 Jun 29 10:20:15.358751 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17434059-1edf-48dc-8966-3baa7f23340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2783e846-d569-414a-ae35-d0bd81646d2f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:16.968625 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58430) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:17.429596 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:17.686276 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Deleting port a43a1f1f-9046-46de-9a15-6186e7954478 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:17.686612 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:17.765575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] For port a43a1f1f-9046-46de-9a15-6186e7954478, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=a43a1f1f-9046-46de-9a15-6186e7954478,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:17.765942 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:17.779182 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Calling delete_port for a43a1f1f-9046-46de-9a15-6186e7954478 owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:18.039379 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (a43a1f1f-9046-46de-9a15-6186e7954478), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:18.065070 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=a43a1f1f-9046-46de-9a15-6186e7954478,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:18.238529 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:18.449276 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Router f18afc3f-2c13-4528-b06a-887b190fbc1a has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:18.559297 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:18.564193 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-0449c0c4-889c-4cfc-b841-94bb565f9ebf admin admin] 10.222.0.60 "PUT /v2.0/routers/f18afc3f-2c13-4528-b06a-887b190fbc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945561 Jun 29 10:20:18.567032 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58456) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:18.567643 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Sync routers for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:18.578736 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:18.579347 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:18.665662 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks [] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:18.677233 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:18.766219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks [] for router_gateway (f18afc3f-2c13-4528-b06a-887b190fbc1a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:18.858288 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:17Z', 'revision_number': 5, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port': {'id': 'ec805429-9403-4dba-b7c9-e71592decc3f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:13Z', 'updated_at': '2022-06-29T10:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:18.883129 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Checking router: f18afc3f-2c13-4528-b06a-887b190fbc1a for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:18.891121 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Routers {'f18afc3f-2c13-4528-b06a-887b190fbc1a'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:18.891710 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['f18afc3f-2c13-4528-b06a-887b190fbc1a'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:18.909883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Deleting port ec805429-9403-4dba-b7c9-e71592decc3f {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:18.910222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:18.979960 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] Set router f18afc3f-2c13-4528-b06a-887b190fbc1a gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:18.992065 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] For port ec805429-9403-4dba-b7c9-e71592decc3f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=ec805429-9403-4dba-b7c9-e71592decc3f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:18.992455 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.010292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Calling delete_port for ec805429-9403-4dba-b7c9-e71592decc3f owned by network:router_gateway {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:19.031879 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:18Z', 'revision_number': 6, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:19.056360 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d72da-c308-40e0-9d37-83361c412ef1 None None] The sync data for ids ['f18afc3f-2c13-4528-b06a-887b190fbc1a'] in dv-cinder-847864-5-iscsi is: [{'id': 'f18afc3f-2c13-4528-b06a-887b190fbc1a', 'name': 'tempest-AttachVolumeTestJSON-1038455659-router', 'tenant_id': 'a83bea18b5414e13b8df84343b51bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:18Z', 'revision_number': 6, 'project_id': 'a83bea18b5414e13b8df84343b51bbf1', 'gw_port_host': None}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:19.244298 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (ec805429-9403-4dba-b7c9-e71592decc3f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.268531 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec805429-9403-4dba-b7c9-e71592decc3f,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:19.331325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.436440 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.439125 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks [] for router_controller (f18afc3f-2c13-4528-b06a-887b190fbc1a), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.609310 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (f18afc3f-2c13-4528-b06a-887b190fbc1a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.610010 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18afc3f-2c13-4528-b06a-887b190fbc1a {{(pid=104296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:20:19.614258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.615735 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-545b9066-d352-4119-b950-c86c57664b22 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f18afc3f-2c13-4528-b06a-887b190fbc1a HTTP/1.1" status: 204 len: 168 time: 1.0477176 Jun 29 10:20:19.619674 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58466) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:19.670322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Deleting subnet dc786764-e5d4-4706-ba02-ab4af9cb954c {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:20:19.673842 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Publish callbacks [] for subnet (dc786764-e5d4-4706-ba02-ab4af9cb954c), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.714685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59312716'] for subnet (dc786764-e5d4-4706-ba02-ab4af9cb954c), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.791402 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (dc786764-e5d4-4706-ba02-ab4af9cb954c), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.924402 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59805750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098477'] for subnet (dc786764-e5d4-4706-ba02-ab4af9cb954c), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.951154 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc786764-e5d4-4706-ba02-ab4af9cb954c,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:19.954979 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:19.963868 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-29ae1123-0668-4bb8-93ae-7277afd8eabf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc786764-e5d4-4706-ba02-ab4af9cb954c HTTP/1.1" status: 204 len: 168 time: 0.3394835 Jun 29 10:20:19.963868 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58468) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:19.964399 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451495f-889f-41c0-8173-d73831f93d08 None None] Network 2a44f32d-a5a6-4243-aea4-fa6653b3e004 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:20.032777 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (2a44f32d-a5a6-4243-aea4-fa6653b3e004), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.116351 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Deleting port dce64132-e888-4fd2-b119-a0007e40d9ea {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:20.116747 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.139423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] DHCP port deletion for 2a44f32d-a5a6-4243-aea4-fa6653b3e004 request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:20:20.185175 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Deleting port dce64132-e888-4fd2-b119-a0007e40d9ea {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:20.185427 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] For port dce64132-e888-4fd2-b119-a0007e40d9ea, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=dce64132-e888-4fd2-b119-a0007e40d9ea,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:20.185555 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.185945 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.198656 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Calling delete_port for dce64132-e888-4fd2-b119-a0007e40d9ea owned by network:dhcp {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:20.247236 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] For port dce64132-e888-4fd2-b119-a0007e40d9ea, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=dce64132-e888-4fd2-b119-a0007e40d9ea,segment=NetworkSegment(379b006d-6bcb-4ef1-a25f-1ecb980d9a6a),segment_id=379b006d-6bcb-4ef1-a25f-1ecb980d9a6a)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:20.247551 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.263309 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Calling delete_port for dce64132-e888-4fd2-b119-a0007e40d9ea owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:20.341763 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.351078 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (dce64132-e888-4fd2-b119-a0007e40d9ea), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.372444 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce64132-e888-4fd2-b119-a0007e40d9ea,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:20.374336 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] No DVR routers for this DVR port dce64132-e888-4fd2-b119-a0007e40d9ea on host dv-cinder-847864-5-iscsi {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:20.374796 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] Pushing event deleted for resources: {'Port': ['ID=dce64132-e888-4fd2-b119-a0007e40d9ea,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:20.378834 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888aad29-a816-42fc-a3e7-9e74cb3ae638 None None] No DVR routers for this DVR port dce64132-e888-4fd2-b119-a0007e40d9ea on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:20.449515 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (2a44f32d-a5a6-4243-aea4-fa6653b3e004), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.470254 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a44f32d-a5a6-4243-aea4-fa6653b3e004']}} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:20.481895 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a') {'for_net_delete': True} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:20.481895 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379b006d-6bcb-4ef1-a25f-1ecb980d9a6a') {} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:20.495679 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59312757'] for segment (379b006d-6bcb-4ef1-a25f-1ecb980d9a6a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.512396 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (379b006d-6bcb-4ef1-a25f-1ecb980d9a6a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.524877 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:20:20.527661 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59805836'] for segment (379b006d-6bcb-4ef1-a25f-1ecb980d9a6a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.575344 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device ec805429-9403-4dba-b7c9-e71592decc3f no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:20.581588 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 379b006d-6bcb-4ef1-a25f-1ecb980d9a6a resource provider aggregate not found Jun 29 10:20:20.597626 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: ec805429-9403-4dba-b7c9-e71592decc3f {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:20.597973 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device ec805429-9403-4dba-b7c9-e71592decc3f not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:20.598389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device a43a1f1f-9046-46de-9a15-6186e7954478 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:20.601260 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 379b006d-6bcb-4ef1-a25f-1ecb980d9a6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 379b006d-6bcb-4ef1-a25f-1ecb980d9a6a found for delete ", "request_id": "req-e26123fc-9758-4bea-a7a6-dc3d02bf1fcb"}]} Jun 29 10:20:20.618831 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: a43a1f1f-9046-46de-9a15-6186e7954478 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:20.619170 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device a43a1f1f-9046-46de-9a15-6186e7954478 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:20.619629 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device dce64132-e888-4fd2-b119-a0007e40d9ea no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:20.642118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: dce64132-e888-4fd2-b119-a0007e40d9ea {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:20.642118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device dce64132-e888-4fd2-b119-a0007e40d9ea not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:20.690548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (2a44f32d-a5a6-4243-aea4-fa6653b3e004), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.696504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:20.703535 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2a44f32d-a5a6-4243-aea4-fa6653b3e004 HTTP/1.1" status: 204 len: 168 time: 0.7410731 Jun 29 10:20:20.722834 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a241cb-dda1-48c7-b2df-a2105a84c6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a44f32d-a5a6-4243-aea4-fa6653b3e004,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:21.077869 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58482) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:21.123085 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-524e1071-d2fb-4d95-b401-de0d17faf652 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a83bea18b5414e13b8df84343b51bbf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439918 Jun 29 10:20:21.130249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58484) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:21.175634 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] Publish callbacks [] for security_group (01df1a32-f081-4c7b-9241-abfec48ae86a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:21.200098 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] Publish callbacks [] for security_group (01df1a32-f081-4c7b-9241-abfec48ae86a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:21.289421 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (01df1a32-f081-4c7b-9241-abfec48ae86a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:21.292046 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:21.293235 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01df1a32-f081-4c7b-9241-abfec48ae86a HTTP/1.1" status: 204 len: 168 time: 0.1660891 Jun 29 10:20:21.301259 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229145-1033-46cf-96eb-f040097353c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df1a32-f081-4c7b-9241-abfec48ae86a,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:25.535956 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e247a-a200-44fa-8268-595a83c95be2 req-b47cc781-ffc1-491f-95f8-f9814d5d1f59 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:25.538008 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-440e247a-a200-44fa-8268-595a83c95be2 req-b47cc781-ffc1-491f-95f8-f9814d5d1f59 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0529912 Jun 29 10:20:25.583888 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-440e247a-a200-44fa-8268-595a83c95be2 req-7ea27d12-6794-43c8-8864-daf29f56e78b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Jun 29 10:20:26.254879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58642) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:26.363997 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6918810b-ef9b-4e50-8efb-99529dd8135e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.455337 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6918810b-ef9b-4e50-8efb-99529dd8135e admin admin] Publish callbacks [] for security_group (ebc3eaf1-71bb-463d-b1f6-038deb5b5fad), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.516590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6918810b-ef9b-4e50-8efb-99529dd8135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ebc3eaf1-71bb-463d-b1f6-038deb5b5fad), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.555758 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6918810b-ef9b-4e50-8efb-99529dd8135e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19a8acf890604e539f6058bd0f1986c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990632 Jun 29 10:20:26.556733 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918810b-ef9b-4e50-8efb-99529dd8135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc3eaf1-71bb-463d-b1f6-038deb5b5fad,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:26.558490 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58646) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:26.611867 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] Publish callbacks [] for security_group (ebc3eaf1-71bb-463d-b1f6-038deb5b5fad), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.634201 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] Publish callbacks [] for security_group (ebc3eaf1-71bb-463d-b1f6-038deb5b5fad), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.714792 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22516db-faf8-4ceb-87b0-5055717a8fa2 req-32ba80c6-e0c4-4630-9cc9-86c07c1ca87f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:26.716271 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b22516db-faf8-4ceb-87b0-5055717a8fa2 req-32ba80c6-e0c4-4630-9cc9-86c07c1ca87f tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0598111 Jun 29 10:20:26.761771 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b22516db-faf8-4ceb-87b0-5055717a8fa2 req-1a75d214-b6a1-4e32-aa76-964d036a6ea8 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398476 Jun 29 10:20:26.767650 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ebc3eaf1-71bb-463d-b1f6-038deb5b5fad), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.770232 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:26.771817 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebc3eaf1-71bb-463d-b1f6-038deb5b5fad HTTP/1.1" status: 204 len: 168 time: 0.2123053 Jun 29 10:20:26.785216 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092912-2ad2-4417-8eb6-8ac51c41117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc3eaf1-71bb-463d-b1f6-038deb5b5fad,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:27.315672 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dfef8-83cd-4683-a48b-75d94f125583 req-77f53060-6dcc-4fd4-b4af-fe75809fd9ea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:27.317160 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-268dfef8-83cd-4683-a48b-75d94f125583 req-77f53060-6dcc-4fd4-b4af-fe75809fd9ea tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0533712 Jun 29 10:20:27.415396 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Deleting port d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:27.415743 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:27.507560 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] For port d11ef72a-23bd-4042-9177-96cd0b48e217, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d11ef72a-23bd-4042-9177-96cd0b48e217,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:27.507917 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:27.672745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:27.673099 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:27.673408 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Floating IP 679c0bae-2de8-411d-8313-d771e4afe179 disassociated. External IP: 172.27.1.2, port: d11ef72a-23bd-4042-9177-96cd0b48e217. Jun 29 10:20:27.673745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Calling delete_port for d11ef72a-23bd-4042-9177-96cd0b48e217 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:27.880915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58678) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:27.887924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7760e09-5036-458b-ae94-f884130ca575 req-9080993e-294e-4886-8709-6a27bf1723d7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:27.889484 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f7760e09-5036-458b-ae94-f884130ca575 req-9080993e-294e-4886-8709-6a27bf1723d7 tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Jun 29 10:20:27.904336 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (d11ef72a-23bd-4042-9177-96cd0b48e217), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:27.952896 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'Port': ['ID=d11ef72a-23bd-4042-9177-96cd0b48e217,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:28.016298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f7760e09-5036-458b-ae94-f884130ca575 req-5efae2ea-d248-4c88-9616-419e908f75dc tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups?id=f518b1c5-7e6c-48a6-9132-62955129182c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207583 Jun 29 10:20:28.036181 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894064713-network', 'tenant_id': 'c8aba888d0c7414c9c03feae51272f84'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:20:28.095702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:28.116960 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Made reservation on behalf of c8aba888d0c7414c9c03feae51272f84 for: {'network': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:20:28.120564 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.127964 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.201500 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:28.204532 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks [] for security_group (bd417eeb-e0d7-4d9c-9917-f29267b79b46), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.213963 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:28.225218 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:28.225713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:28.255082 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] No DVR routers for this DVR port d11ef72a-23bd-4042-9177-96cd0b48e217 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:28.255260 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.259460 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-268dfef8-83cd-4683-a48b-75d94f125583 req-ca43049e-e826-4858-a8b5-d6338b048d3b tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.64 "DELETE /v2.0/ports/d11ef72a-23bd-4042-9177-96cd0b48e217 HTTP/1.1" status: 204 len: 173 time: 0.9368677 Jun 29 10:20:28.259898 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-deleted', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:20:28.260809 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bd417eeb-e0d7-4d9c-9917-f29267b79b46), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.262527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d39abff-a83e-4950-b44a-6949cdace2b2" -d '{"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-deleted", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:20:28.281486 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:20:28.298971 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd417eeb-e0d7-4d9c-9917-f29267b79b46,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:28.302791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74881a8f-12e0-46bf-9bac-f0bd5ab4fe5f x-openstack-request-id: req-74881a8f-12e0-46bf-9bac-f0bd5ab4fe5f {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:20:28.303100 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (835323d6-d9a5-4185-b7cd-293758c4c6f1), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.303297 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4", "name": "network-vif-deleted", "tag": "d11ef72a-23bd-4042-9177-96cd0b48e217", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:20:28.303607 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74881a8f-12e0-46bf-9bac-f0bd5ab4fe5f {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:20:28.304007 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.segments_db [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Added segment 835323d6-d9a5-4185-b7cd-293758c4c6f1 of type vlan for network 4607e0d3-471b-428b-9ebd-fa4b439a177a Jun 29 10:20:28.307691 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74881a8f-12e0-46bf-9bac-f0bd5ab4fe5f'] response: {'server_uuid': 'c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4', 'name': 'network-vif-deleted', 'tag': 'd11ef72a-23bd-4042-9177-96cd0b48e217', 'status': 'completed', 'code': 200} Jun 29 10:20:28.356392 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:28.362194 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (4607e0d3-471b-428b-9ebd-fa4b439a177a), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.448170 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (4607e0d3-471b-428b-9ebd-fa4b439a177a), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.449274 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:28.449860 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.519400 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] Pushing event updated for resources: {'Network': ['ID=4607e0d3-471b-428b-9ebd-fa4b439a177a,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:28.530182 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 4607e0d3-471b-428b-9ebd-fa4b439a177a details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:20:28.583433 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ecd8f860-0172-4522-8bff-54bc2b251605 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7013879 Jun 29 10:20:28.587131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58694) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:28.594419 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Request body: {'subnet': {'network_id': '4607e0d3-471b-428b-9ebd-fa4b439a177a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894064713-subnet', 'tenant_id': 'c8aba888d0c7414c9c03feae51272f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:20:28.639979 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:28.664816 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:28.673060 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:28.673661 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:28.694840 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Made reservation on behalf of c8aba888d0c7414c9c03feae51272f84 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:20:28.697247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098440'] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.775896 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:28.947198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59805815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098458'] for subnet (a3485e1d-68b3-4fd0-bd90-07388fff6745), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:28.998341 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3485e1d-68b3-4fd0-bd90-07388fff6745,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:29.015110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Checking segment: {'id': '835323d6-d9a5-4185-b7cd-293758c4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4607e0d3-471b-428b-9ebd-fa4b439a177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:20:29.015465 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Network hostable DHCP agents. Network: 4607e0d3-471b-428b-9ebd-fa4b439a177a, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:20:29.102906 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:29.134599 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec16d-beb0-4110-a084-4d5295455fcf None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:13:28Z', 'revision_number': 4, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '70f1504f-b7ad-4b46-8896-95eeeadb2b23', 'name': '', 'network_id': 'be3310c9-18b3-4780-b37c-cfa01bfdee5e', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'mac_address': 'fa:16:3e:4e:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:25Z', 'updated_at': '2022-06-29T10:13:49Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'subnets': [{'id': '0f830936-42ea-4f98-ac67-ed38143f4523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:29.158305 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Network 4607e0d3-471b-428b-9ebd-fa4b439a177a is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:20:29.163201 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dc148894-ed08-4c40-a623-c6fce6da4f4e req-8eba9fab-84ad-4824-bc78-5b29ddef965c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97b4ba2-e0ba-4b83-9b9a-3a1e9a7402a4 HTTP/1.1" status: 200 len: 210 time: 0.0359306 Jun 29 10:20:29.237678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 4607e0d3-471b-428b-9ebd-fa4b439a177a) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:20:29.248299 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776856e-b55c-4f72-b78e-6c776e9630a7 None None] Network 4607e0d3-471b-428b-9ebd-fa4b439a177a requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:29.249315 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:29.249916 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:29.341960 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-4ffd6303-140c-4685-8008-95f468080d13 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7445221 Jun 29 10:20:29.380928 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8364f-1e30-40a5-b8c3-c83761363769 None None] Network 4607e0d3-471b-428b-9ebd-fa4b439a177a requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:29.449200 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc1cfe-acb1-4e4d-96ee-294044dc75cc None None] New status for floating IP 679c0bae-2de8-411d-8313-d771e4afe179: DOWN {{(pid=104298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:20:30.066580 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58734) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:30.072171 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-339939517-network', 'tenant_id': '445769e11ae84c50a76e62fd08fa158c'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:20:30.157780 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Made reservation on behalf of 445769e11ae84c50a76e62fd08fa158c for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:20:30.160131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.169375 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.247863 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks [] for security_group (e4e400d3-ea64-4643-bd58-8c5685e7583f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.335589 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e4e400d3-ea64-4643-bd58-8c5685e7583f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.357003 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:20:30.374577 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e400d3-ea64-4643-bd58-8c5685e7583f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:30.379909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (ed97bf33-2203-4794-a65d-5a1bc698c750), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.384700 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Added segment ed97bf33-2203-4794-a65d-5a1bc698c750 of type vlan for network e11f9d35-fa92-4536-83db-4cacbccc1420 Jun 29 10:20:30.390077 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58740) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:30.423223 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (e11f9d35-fa92-4536-83db-4cacbccc1420), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.450202 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (f518b1c5-7e6c-48a6-9132-62955129182c), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.478101 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (f518b1c5-7e6c-48a6-9132-62955129182c), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.512176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (e11f9d35-fa92-4536-83db-4cacbccc1420), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.513185 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:30.513771 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.571804 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] Pushing event updated for resources: {'Network': ['ID=e11f9d35-fa92-4536-83db-4cacbccc1420,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:30.583536 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network e11f9d35-fa92-4536-83db-4cacbccc1420 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:20:30.596681 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f518b1c5-7e6c-48a6-9132-62955129182c), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.599614 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.600814 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "DELETE /v2.0/security-groups/f518b1c5-7e6c-48a6-9132-62955129182c HTTP/1.1" status: 204 len: 168 time: 0.2095490 Jun 29 10:20:30.603615 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58742) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:30.610583 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a1788-d0ca-4dc6-8386-d63c0aad103d tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f518b1c5-7e6c-48a6-9132-62955129182c,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:30.619319 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.api.v2.resource [None req-49a8f7a5-917e-49f2-9fd6-7252e9aca49c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] show failed (client error): The resource could not be found. Jun 29 10:20:30.620216 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-49a8f7a5-917e-49f2-9fd6-7252e9aca49c tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "GET /v2.0/security-groups/f518b1c5-7e6c-48a6-9132-62955129182c HTTP/1.1" status: 404 len: 347 time: 0.0154667 Jun 29 10:20:30.623786 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58744) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:30.634844 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-465e4da0-011e-44c1-97ad-ea0d3b9052eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5672126 Jun 29 10:20:30.642801 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58746) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:30.650781 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Request body: {'subnet': {'network_id': 'e11f9d35-fa92-4536-83db-4cacbccc1420', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-339939517-subnet', 'tenant_id': '445769e11ae84c50a76e62fd08fa158c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:20:30.729162 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Made reservation on behalf of 445769e11ae84c50a76e62fd08fa158c for: {'subnet': 1} {{(pid=104295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:20:30.731429 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59380948'] for subnet (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.749849 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Deleting port d1c5d32f-3530-4aab-b71d-ac80e1122f08 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:30.750190 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.827331 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.827669 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (d1c5d32f-3530-4aab-b71d-ac80e1122f08), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:30.840905 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Calling delete_port for d1c5d32f-3530-4aab-b71d-ac80e1122f08 owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:30.992322 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58773589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59380934'] for subnet (96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.056380 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:31.064842 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Checking segment: {'id': 'ed97bf33-2203-4794-a65d-5a1bc698c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e11f9d35-fa92-4536-83db-4cacbccc1420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:20:31.065184 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Network hostable DHCP agents. Network: e11f9d35-fa92-4536-83db-4cacbccc1420, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:20:31.112269 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (d1c5d32f-3530-4aab-b71d-ac80e1122f08), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.137210 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Pushing event deleted for resources: {'Port': ['ID=d1c5d32f-3530-4aab-b71d-ac80e1122f08,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:31.141795 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Network e11f9d35-fa92-4536-83db-4cacbccc1420 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:20:31.207571 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks [] for floatingip (679c0bae-2de8-411d-8313-d771e4afe179), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.210766 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.211977 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0490f16b-6392-493d-b94c-f59be4caf9aa tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] 10.222.0.60 "DELETE /v2.0/floatingips/679c0bae-2de8-411d-8313-d771e4afe179 HTTP/1.1" status: 204 len: 168 time: 0.5872133 Jun 29 10:20:31.236284 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, e11f9d35-fa92-4536-83db-4cacbccc1420) {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:20:31.240116 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:31.241413 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.245346 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370a29e-2aa7-4ec3-8ceb-bd7c0692240a None None] Network e11f9d35-fa92-4536-83db-4cacbccc1420 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:31.341829 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-34d2e0eb-5c6d-4b04-a3fd-54c530dd5480 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6978996 Jun 29 10:20:31.357791 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4cc2d-85ea-470c-98ff-07ce30512f01 None None] Network e11f9d35-fa92-4536-83db-4cacbccc1420 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:31.460319 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58768) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:31.512491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Deleting subnet a3485e1d-68b3-4fd0-bd90-07388fff6745 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:20:31.516972 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Publish callbacks [] for subnet (a3485e1d-68b3-4fd0-bd90-07388fff6745), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.556877 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (a3485e1d-68b3-4fd0-bd90-07388fff6745), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.602996 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (a3485e1d-68b3-4fd0-bd90-07388fff6745), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.711071 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (a3485e1d-68b3-4fd0-bd90-07388fff6745), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.739735 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.743610 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a3485e1d-68b3-4fd0-bd90-07388fff6745 HTTP/1.1" status: 204 len: 168 time: 0.2821372 Jun 29 10:20:31.744568 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03937993-0976-4e10-901f-4b1b0152e9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3485e1d-68b3-4fd0-bd90-07388fff6745,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:31.749170 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58774) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:31.812718 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (4607e0d3-471b-428b-9ebd-fa4b439a177a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.894607 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (4607e0d3-471b-428b-9ebd-fa4b439a177a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.915551 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4607e0d3-471b-428b-9ebd-fa4b439a177a']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:31.924501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835323d6-d9a5-4185-b7cd-293758c4c6f1') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:31.924829 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835323d6-d9a5-4185-b7cd-293758c4c6f1') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:31.934224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (835323d6-d9a5-4185-b7cd-293758c4c6f1), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.946933 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (835323d6-d9a5-4185-b7cd-293758c4c6f1), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:31.952685 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:20:31.953068 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (835323d6-d9a5-4185-b7cd-293758c4c6f1), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.078049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (4607e0d3-471b-428b-9ebd-fa4b439a177a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.085477 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 835323d6-d9a5-4185-b7cd-293758c4c6f1 resource provider aggregate not found Jun 29 10:20:32.101941 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.107919 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4607e0d3-471b-428b-9ebd-fa4b439a177a HTTP/1.1" status: 204 len: 168 time: 0.3585694 Jun 29 10:20:32.107919 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 835323d6-d9a5-4185-b7cd-293758c4c6f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 835323d6-d9a5-4185-b7cd-293758c4c6f1 found for delete ", "request_id": "req-6306ac83-7fc2-49f7-b874-7bb202acb98a"}]} Jun 29 10:20:32.108409 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcadde-4672-42a5-bd9c-5ad6ff1dc14e admin admin] Pushing event deleted for resources: {'Network': ['ID=4607e0d3-471b-428b-9ebd-fa4b439a177a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:32.109100 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58784) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:32.115485 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:32.135774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: d11ef72a-23bd-4042-9177-96cd0b48e217 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:32.136121 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device d11ef72a-23bd-4042-9177-96cd0b48e217 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:32.160298 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Deleting subnet 96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:20:32.164295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Publish callbacks [] for subnet (96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.199716 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59312716'] for subnet (96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.240274 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.352757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59805750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098477'] for subnet (96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.654950 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:32.660790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.664743 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5777cf76-733c-4399-a154-a562aad700c8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96320a35-7a9d-4ac6-95f9-3fb2ebacbf3d HTTP/1.1" status: 204 len: 168 time: 0.5533836 Jun 29 10:20:32.667111 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58808) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:32.735102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (e11f9d35-fa92-4536-83db-4cacbccc1420), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.816580 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (e11f9d35-fa92-4536-83db-4cacbccc1420), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.837266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11f9d35-fa92-4536-83db-4cacbccc1420']}} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:32.846311 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed97bf33-2203-4794-a65d-5a1bc698c750') {'for_net_delete': True} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:32.850264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed97bf33-2203-4794-a65d-5a1bc698c750') {} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:32.855908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59312757'] for segment (ed97bf33-2203-4794-a65d-5a1bc698c750), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.869440 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (ed97bf33-2203-4794-a65d-5a1bc698c750), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.875308 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:20:32.875748 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59805836'] for segment (ed97bf33-2203-4794-a65d-5a1bc698c750), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:32.927859 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment ed97bf33-2203-4794-a65d-5a1bc698c750 resource provider aggregate not found Jun 29 10:20:32.943724 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment ed97bf33-2203-4794-a65d-5a1bc698c750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed97bf33-2203-4794-a65d-5a1bc698c750 found for delete ", "request_id": "req-d7531953-85a0-421a-bbc5-fcea95f5d151"}]} Jun 29 10:20:33.007970 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (e11f9d35-fa92-4536-83db-4cacbccc1420), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.023861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.027070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e11f9d35-fa92-4536-83db-4cacbccc1420 HTTP/1.1" status: 204 len: 168 time: 0.3590503 Jun 29 10:20:33.028063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442f2b-3365-4e56-b49b-222048b24771 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11f9d35-fa92-4536-83db-4cacbccc1420,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:33.420519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58820) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:33.461257 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-bcf3082b-9c48-4dbc-8b61-1fc393512629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8aba888d0c7414c9c03feae51272f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395625 Jun 29 10:20:33.463663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58824) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:33.511472 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] Publish callbacks [] for security_group (bd417eeb-e0d7-4d9c-9917-f29267b79b46), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.532698 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] Publish callbacks [] for security_group (bd417eeb-e0d7-4d9c-9917-f29267b79b46), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.649553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bd417eeb-e0d7-4d9c-9917-f29267b79b46), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.652482 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:33.655612 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd417eeb-e0d7-4d9c-9917-f29267b79b46 HTTP/1.1" status: 204 len: 168 time: 0.1887274 Jun 29 10:20:33.668219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8bc08-da6b-46a3-8379-fbb832bbae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd417eeb-e0d7-4d9c-9917-f29267b79b46,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:33.746614 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.021327 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58850) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:34.363357 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58860) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:34.410991 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1fd3d4ff-7f97-4780-8ffb-b762c39a80cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=445769e11ae84c50a76e62fd08fa158c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462523 Jun 29 10:20:34.413578 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58862) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:34.462824 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] Publish callbacks [] for security_group (e4e400d3-ea64-4643-bd58-8c5685e7583f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.467087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (bf81d57b-df39-4186-8565-89c0ec3663d4), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.483440 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] Publish callbacks [] for security_group (e4e400d3-ea64-4643-bd58-8c5685e7583f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.568901 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e4e400d3-ea64-4643-bd58-8c5685e7583f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.571699 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.575302 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4e400d3-ea64-4643-bd58-8c5685e7583f HTTP/1.1" status: 204 len: 168 time: 0.1584616 Jun 29 10:20:34.585197 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c3016-8367-4ebd-bbbf-ef0d82ad4698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e400d3-ea64-4643-bd58-8c5685e7583f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:34.702845 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Deleting port 70f1504f-b7ad-4b46-8896-95eeeadb2b23 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:34.703183 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.781465 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] For port 70f1504f-b7ad-4b46-8896-95eeeadb2b23, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=70f1504f-b7ad-4b46-8896-95eeeadb2b23,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:34.781827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:34.795662 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Calling delete_port for 70f1504f-b7ad-4b46-8896-95eeeadb2b23 owned by network:router_interface {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:35.048289 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (70f1504f-b7ad-4b46-8896-95eeeadb2b23), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.075009 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Pushing event deleted for resources: {'Port': ['ID=70f1504f-b7ad-4b46-8896-95eeeadb2b23,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:35.253045 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (bf81d57b-df39-4186-8565-89c0ec3663d4), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.462748 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Router bf81d57b-df39-4186-8565-89c0ec3663d4 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:35.562361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:35.568795 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-84a24da0-1f45-4419-9c63-181b4be0411c admin admin] 10.222.0.60 "PUT /v2.0/routers/bf81d57b-df39-4186-8565-89c0ec3663d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462918 Jun 29 10:20:35.571940 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Sync routers for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:35.574978 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58890) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:35.584545 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:35.585290 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:35.678446 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks [] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.694255 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:35.777788 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks [] for router_gateway (bf81d57b-df39-4186-8565-89c0ec3663d4), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.873338 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:34Z', 'revision_number': 5, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port': {'id': '71c36fc0-550a-4251-ac12-f2a79e2218ba', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:13:14Z', 'updated_at': '2022-06-29T10:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:35.898589 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Checking router: bf81d57b-df39-4186-8565-89c0ec3663d4 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:35.899790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Deleting port 71c36fc0-550a-4251-ac12-f2a79e2218ba {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:35.900133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.908196 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Routers {'bf81d57b-df39-4186-8565-89c0ec3663d4'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:35.908940 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['bf81d57b-df39-4186-8565-89c0ec3663d4'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:35.981834 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] For port 71c36fc0-550a-4251-ac12-f2a79e2218ba, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=71c36fc0-550a-4251-ac12-f2a79e2218ba,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:35.982238 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:35.991665 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] Set router bf81d57b-df39-4186-8565-89c0ec3663d4 gateway port host: None {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:35.999819 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Calling delete_port for 71c36fc0-550a-4251-ac12-f2a79e2218ba owned by network:router_gateway {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:36.044397 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:35Z', 'revision_number': 6, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:36.090296 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebb5fe-b900-43bc-82b4-df2038c44284 None None] The sync data for ids ['bf81d57b-df39-4186-8565-89c0ec3663d4'] in dv-cinder-847864-5-iscsi is: [{'id': 'bf81d57b-df39-4186-8565-89c0ec3663d4', 'name': 'tempest-AttachVolumeShelveTestJSON-716465101-router', 'tenant_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:13:12Z', 'updated_at': '2022-06-29T10:20:35Z', 'revision_number': 6, 'project_id': 'f67b8cf303d44a1eb7ce505bebe49066', 'gw_port_host': None}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:36.175486 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0cae5169-4a40-4dc4-826d-eb7bd3adc7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.238156 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (71c36fc0-550a-4251-ac12-f2a79e2218ba), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.269561 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c36fc0-550a-4251-ac12-f2a79e2218ba,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:36.334790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (bf81d57b-df39-4186-8565-89c0ec3663d4), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.431549 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.433872 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks [] for router_controller (bf81d57b-df39-4186-8565-89c0ec3663d4), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.552653 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (bf81d57b-df39-4186-8565-89c0ec3663d4), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.553323 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf81d57b-df39-4186-8565-89c0ec3663d4 {{(pid=104296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:20:36.558268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.559765 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1ebc5eda-9a83-4eed-a39f-cb2e3ff214b3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bf81d57b-df39-4186-8565-89c0ec3663d4 HTTP/1.1" status: 204 len: 168 time: 0.9836583 Jun 29 10:20:36.565917 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58920) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:36.617498 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Deleting subnet 0f830936-42ea-4f98-ac67-ed38143f4523 {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:20:36.620739 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Publish callbacks [] for subnet (0f830936-42ea-4f98-ac67-ed38143f4523), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.657671 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59312716'] for subnet (0f830936-42ea-4f98-ac67-ed38143f4523), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.741475 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (0f830936-42ea-4f98-ac67-ed38143f4523), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.895260 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59805750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098477'] for subnet (0f830936-42ea-4f98-ac67-ed38143f4523), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.913101 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 70f1504f-b7ad-4b46-8896-95eeeadb2b23 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:36.925110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f830936-42ea-4f98-ac67-ed38143f4523,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:36.927073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:36.933076 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-97dd24ad-7bed-4f0f-809c-ece94a2a2de5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f830936-42ea-4f98-ac67-ed38143f4523 HTTP/1.1" status: 204 len: 168 time: 0.3654583 Jun 29 10:20:36.933890 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58930) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:36.936922 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6242f6-840d-4feb-a877-9f2abea0f81b None None] Network be3310c9-18b3-4780-b37c-cfa01bfdee5e requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:20:36.942584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 70f1504f-b7ad-4b46-8896-95eeeadb2b23 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:36.944367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 70f1504f-b7ad-4b46-8896-95eeeadb2b23 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:37.020407 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (be3310c9-18b3-4780-b37c-cfa01bfdee5e), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.079118 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Deleting port b9530cfb-cf9d-4a9d-9a01-de22a60be55b {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:37.079664 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.125651 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] DHCP port deletion for be3310c9-18b3-4780-b37c-cfa01bfdee5e request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:20:37.170841 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58934) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:37.173421 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] For port b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:37.173954 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.188723 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Calling delete_port for b9530cfb-cf9d-4a9d-9a01-de22a60be55b owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:37.189444 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Deleting port b9530cfb-cf9d-4a9d-9a01-de22a60be55b {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:37.189981 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.279684 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] For port b9530cfb-cf9d-4a9d-9a01-de22a60be55b, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,segment=NetworkSegment(3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7),segment_id=3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:37.279867 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.295818 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Calling delete_port for b9530cfb-cf9d-4a9d-9a01-de22a60be55b owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:37.314946 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7182b889-f983-4169-a2c7-ff0cddb075d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.381203 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.387521 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (b9530cfb-cf9d-4a9d-9a01-de22a60be55b), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.404863 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7182b889-f983-4169-a2c7-ff0cddb075d1 admin admin] Publish callbacks [] for security_group (5ce1e5e6-5abb-46ad-b3b3-5741096d823f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.416231 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] Pushing event deleted for resources: {'Port': ['ID=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:37.417570 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9530cfb-cf9d-4a9d-9a01-de22a60be55b,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:37.421434 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] No DVR routers for this DVR port b9530cfb-cf9d-4a9d-9a01-de22a60be55b on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:37.422337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58972a-ebf9-4b13-99ef-e457df247163 None None] No DVR routers for this DVR port b9530cfb-cf9d-4a9d-9a01-de22a60be55b on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:37.504940 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7182b889-f983-4169-a2c7-ff0cddb075d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (5ce1e5e6-5abb-46ad-b3b3-5741096d823f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.510003 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (be3310c9-18b3-4780-b37c-cfa01bfdee5e), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.530216 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3310c9-18b3-4780-b37c-cfa01bfdee5e']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:37.539935 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:37.540231 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:37.544386 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-7182b889-f983-4169-a2c7-ff0cddb075d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8907432b08f84e5d880a8567e8d5cd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723292 Jun 29 10:20:37.545095 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182b889-f983-4169-a2c7-ff0cddb075d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1e5e6-5abb-46ad-b3b3-5741096d823f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:37.547347 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58948) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:37.550277 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.569228 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.572803 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:20:37.573195 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.603343 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] Publish callbacks [] for security_group (5ce1e5e6-5abb-46ad-b3b3-5741096d823f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.616456 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7 resource provider aggregate not found Jun 29 10:20:37.633916 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] Publish callbacks [] for security_group (5ce1e5e6-5abb-46ad-b3b3-5741096d823f), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.639083 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f55aef2-0b2c-4f71-820a-fbc9dd20f6b7 found for delete ", "request_id": "req-2403d3b4-a4be-4731-81e7-e8ef3f17699e"}]} Jun 29 10:20:37.733338 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (be3310c9-18b3-4780-b37c-cfa01bfdee5e), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.738642 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.742766 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/be3310c9-18b3-4780-b37c-cfa01bfdee5e HTTP/1.1" status: 204 len: 168 time: 0.8072386 Jun 29 10:20:37.757000 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc6f8e-8e19-4420-8dce-b2a6b770d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be3310c9-18b3-4780-b37c-cfa01bfdee5e,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:37.762006 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (5ce1e5e6-5abb-46ad-b3b3-5741096d823f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.764536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:37.765697 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ce1e5e6-5abb-46ad-b3b3-5741096d823f HTTP/1.1" status: 204 len: 168 time: 0.2174764 Jun 29 10:20:37.775413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f43cb6-36d5-44d6-bbc7-213e03c60106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1e5e6-5abb-46ad-b3b3-5741096d823f,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:38.055182 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58960) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:38.095215 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-babb41a2-aeca-4742-8c04-9f6bed12bdd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f67b8cf303d44a1eb7ce505bebe49066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387921 Jun 29 10:20:38.097584 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58962) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:38.145646 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] Publish callbacks [] for security_group (ab2497fb-9404-4bf1-86b6-610a55bee09c), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.168735 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] Publish callbacks [] for security_group (ab2497fb-9404-4bf1-86b6-610a55bee09c), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.272381 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ab2497fb-9404-4bf1-86b6-610a55bee09c), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.274973 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.276208 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab2497fb-9404-4bf1-86b6-610a55bee09c HTTP/1.1" status: 204 len: 168 time: 0.1777387 Jun 29 10:20:38.283986 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d86c8-dfe8-4f79-a26a-3040494ee6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2497fb-9404-4bf1-86b6-610a55bee09c,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:38.527430 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 58972) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:38.540681 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f34d703c-d43d-43ac-b58b-0a057725f6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.558827 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 71c36fc0-550a-4251-ac12-f2a79e2218ba no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:38.578124 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 71c36fc0-550a-4251-ac12-f2a79e2218ba {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:38.578472 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 71c36fc0-550a-4251-ac12-f2a79e2218ba not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:38.579468 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device b9530cfb-cf9d-4a9d-9a01-de22a60be55b no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:38.607894 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: b9530cfb-cf9d-4a9d-9a01-de22a60be55b {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:38.608507 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device b9530cfb-cf9d-4a9d-9a01-de22a60be55b not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:38.611223 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7107e990-3558-4e08-b921-0c5856e2a0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.663537 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f34d703c-d43d-43ac-b58b-0a057725f6ea admin admin] Publish callbacks [] for security_group (f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.730161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f34d703c-d43d-43ac-b58b-0a057725f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.778755 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f34d703c-d43d-43ac-b58b-0a057725f6ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30cdcfc22e4049979e40d1b484b3d16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500472 Jun 29 10:20:38.781562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 58996) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:38.789067 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d703c-d43d-43ac-b58b-0a057725f6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:38.846175 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] Publish callbacks [] for security_group (f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.868223 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] Publish callbacks [] for security_group (f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:38.948773 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:20:38.998325 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.001477 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.003720 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9 HTTP/1.1" status: 204 len: 168 time: 0.2198076 Jun 29 10:20:39.012458 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a923f1-df0b-4a93-a00d-72c8e94a1332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f903cb-2fe2-4f2c-b997-2fb1c1f3abb9,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:39.483800 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.549364 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59020) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:39.683400 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-617b575a-cd71-462d-969b-cab04c0289fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.757783 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-617b575a-cd71-462d-969b-cab04c0289fe admin admin] Publish callbacks [] for security_group (34aa1925-2d8e-4044-a1fd-9ffc246ce09a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.854764 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-617b575a-cd71-462d-969b-cab04c0289fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (34aa1925-2d8e-4044-a1fd-9ffc246ce09a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.894488 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-617b575a-cd71-462d-969b-cab04c0289fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e694306e30f142d8af5224c1ed57af9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439968 Jun 29 10:20:39.897240 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b575a-cd71-462d-969b-cab04c0289fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa1925-2d8e-4044-a1fd-9ffc246ce09a,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:39.897975 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59036) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:39.947692 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] Publish callbacks [] for security_group (34aa1925-2d8e-4044-a1fd-9ffc246ce09a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:39.969752 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] Publish callbacks [] for security_group (34aa1925-2d8e-4044-a1fd-9ffc246ce09a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:40.099303 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (34aa1925-2d8e-4044-a1fd-9ffc246ce09a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:40.102774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:40.104007 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34aa1925-2d8e-4044-a1fd-9ffc246ce09a HTTP/1.1" status: 204 len: 168 time: 0.2050066 Jun 29 10:20:40.111832 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554dd94-7264-4c5b-b4d2-37e71d08d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa1925-2d8e-4044-a1fd-9ffc246ce09a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:40.882724 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59070) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:40.895734 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-bfe05411-44c4-44cf-bd4d-fb8e4cc23a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:40.975213 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-bfe05411-44c4-44cf-bd4d-fb8e4cc23a56 admin admin] Publish callbacks [] for security_group (f3518436-5731-43fb-b211-9488c83221b3), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.180834 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-bfe05411-44c4-44cf-bd4d-fb8e4cc23a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f3518436-5731-43fb-b211-9488c83221b3), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.224255 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-bfe05411-44c4-44cf-bd4d-fb8e4cc23a56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46c50edc1df643d9851cb6c9105ac30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403852 Jun 29 10:20:41.225999 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05411-44c4-44cf-bd4d-fb8e4cc23a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3518436-5731-43fb-b211-9488c83221b3,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:41.228206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59080) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:41.278620 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.284870 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] Publish callbacks [] for security_group (f3518436-5731-43fb-b211-9488c83221b3), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.311870 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] Publish callbacks [] for security_group (f3518436-5731-43fb-b211-9488c83221b3), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.359041 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59090) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:41.469529 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c3b-b488-4292-99bf-7b75b38644aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.484359 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (f3518436-5731-43fb-b211-9488c83221b3), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.486864 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.487984 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3518436-5731-43fb-b211-9488c83221b3 HTTP/1.1" status: 204 len: 168 time: 0.2570407 Jun 29 10:20:41.504388 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aac3aa-51fa-456c-adf5-1ac96bfa4256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3518436-5731-43fb-b211-9488c83221b3,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:41.595346 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c3b-b488-4292-99bf-7b75b38644aa admin admin] Publish callbacks [] for security_group (7f74d134-4221-4618-9320-1a5b99a45c5b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.654746 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c3b-b488-4292-99bf-7b75b38644aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7f74d134-4221-4618-9320-1a5b99a45c5b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.697717 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59102) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:41.697940 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c28e2c3b-b488-4292-99bf-7b75b38644aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ebadde7274b4e71a3df4a80ef751253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350005 Jun 29 10:20:41.700029 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2c3b-b488-4292-99bf-7b75b38644aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74d134-4221-4618-9320-1a5b99a45c5b,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:41.757412 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] Publish callbacks [] for security_group (7f74d134-4221-4618-9320-1a5b99a45c5b), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.780992 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] Publish callbacks [] for security_group (7f74d134-4221-4618-9320-1a5b99a45c5b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.940235 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7f74d134-4221-4618-9320-1a5b99a45c5b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.942882 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:41.944077 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f74d134-4221-4618-9320-1a5b99a45c5b HTTP/1.1" status: 204 len: 168 time: 0.2453134 Jun 29 10:20:41.952807 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fad058-0e47-45be-ae96-0e27b43f3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74d134-4221-4618-9320-1a5b99a45c5b,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:42.643161 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.129128 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59160) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:43.336157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c5436bc-185f-4446-8c4f-6f765006176d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.419026 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c5436bc-185f-4446-8c4f-6f765006176d admin admin] Publish callbacks [] for security_group (d0e12e03-b550-4530-9de7-78cc06358a62), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.540273 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c5436bc-185f-4446-8c4f-6f765006176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d0e12e03-b550-4530-9de7-78cc06358a62), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.583224 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8c5436bc-185f-4446-8c4f-6f765006176d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0099dc9d43f443aad03a933cd1d01f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524682 Jun 29 10:20:43.586027 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5436bc-185f-4446-8c4f-6f765006176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e12e03-b550-4530-9de7-78cc06358a62,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:43.586685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59178) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:43.641370 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] Publish callbacks [] for security_group (d0e12e03-b550-4530-9de7-78cc06358a62), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.663812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] Publish callbacks [] for security_group (d0e12e03-b550-4530-9de7-78cc06358a62), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.831937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (d0e12e03-b550-4530-9de7-78cc06358a62), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.837191 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:43.840673 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0e12e03-b550-4530-9de7-78cc06358a62 HTTP/1.1" status: 204 len: 168 time: 0.2528179 Jun 29 10:20:43.852527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b6e2b-2549-470f-8522-ae6e4683cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e12e03-b550-4530-9de7-78cc06358a62,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:46.243574 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59256) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:46.539204 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Deleting port 255a8d7e-88ba-4511-b060-0063623e58e6 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:46.539437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:46.618138 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:46.618464 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for floatingip (255a8d7e-88ba-4511-b060-0063623e58e6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:46.630312 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Calling delete_port for 255a8d7e-88ba-4511-b060-0063623e58e6 owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:46.837032 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (255a8d7e-88ba-4511-b060-0063623e58e6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:46.860679 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event deleted for resources: {'Port': ['ID=255a8d7e-88ba-4511-b060-0063623e58e6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:46.925474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for floatingip (3e8dbe10-379c-4518-86ef-77feeb9498f1), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:46.925807 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Floating IP 3e8dbe10-379c-4518-86ef-77feeb9498f1 disassociated (deleted). External IP: 172.27.1.88, port: e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3. Jun 29 10:20:47.374423 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Router 57e48fcb-b145-4ade-bce8-e6dcec656999 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:20:47.475817 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:20:47.480832 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:47.485164 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Sync routers for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:20:47.494223 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:47.494841 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:47.513474 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-9f7d8bd6-ce9f-4657-b0a0-07eef80201db tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "DELETE /v2.0/floatingips/3e8dbe10-379c-4518-86ef-77feeb9498f1 HTTP/1.1" status: 204 len: 168 time: 1.2687678 Jun 29 10:20:47.514051 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:20:47.516562 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75163e32-7444-46f2-90b5-dd3f6fa01a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:20:47.556080 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9974ab-d102-46ce-8839-61f659954607 x-openstack-request-id: req-7f9974ab-d102-46ce-8839-61f659954607 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:20:47.556391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:20:47.556642 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f9974ab-d102-46ce-8839-61f659954607 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:20:47.557044 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9974ab-d102-46ce-8839-61f659954607'] response: {'name': 'network-changed', 'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'status': 'completed', 'code': 200} Jun 29 10:20:47.601768 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:47.800891 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:47.828961 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Checking router: 57e48fcb-b145-4ade-bce8-e6dcec656999 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:20:47.835785 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:20:47.836395 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:47.916274 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734d29-4cd2-48c1-a2a5-da7e5efc89e8 req-62a080d7-4136-4a24-a7a0-a5239151d272 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:47.917894 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8b734d29-4cd2-48c1-a2a5-da7e5efc89e8 req-62a080d7-4136-4a24-a7a0-a5239151d272 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0544848 Jun 29 10:20:47.973582 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8b734d29-4cd2-48c1-a2a5-da7e5efc89e8 req-cf9b1974-e573-4674-8f02-6f4965b7ac75 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493095 Jun 29 10:20:48.031097 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:20:48.222270 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:20:48.248817 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0e5c2-e702-44be-8827-5961c43a41d0 None None] The sync data for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi is: [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:14:57Z', 'revision_number': 4, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '00329e1c-d976-435b-913b-7893938fe1a8', 'name': '', 'network_id': 'd4d6b2fb-f312-4382-9f8c-314caff7162d', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'mac_address': 'fa:16:3e:a6:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:56Z', 'updated_at': '2022-06-29T10:15:01Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'subnets': [{'id': '928d13d3-9118-4573-9012-ad128bd5b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:20:48.467585 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-b429b28f-dde3-4738-baa3-a5b465c436e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:48.469215 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-b429b28f-dde3-4738-baa3-a5b465c436e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db622b01a1c744aaaee127fe41c6218b&device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 1129 time: 0.0474000 Jun 29 10:20:48.492265 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2661f74-06b0-4a4f-92d7-352b7c496af5 None None] New status for floating IP 3e8dbe10-379c-4518-86ef-77feeb9498f1: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:20:48.572340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-7a4497fa-bb14-4c2a-ba06-7e13d8c3d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:48.573786 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-7a4497fa-bb14-4c2a-ba06-7e13d8c3d7e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 200 len: 909 time: 0.0983312 Jun 29 10:20:48.614212 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-6b3e255a-bf0c-4428-9c96-ff0b97ba7b6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 200 len: 217 time: 0.0337508 Jun 29 10:20:48.664545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-448a6a06-01b1-4e11-bf5b-3d9071251eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:48.666043 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-448a6a06-01b1-4e11-bf5b-3d9071251eef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 200 len: 847 time: 0.0461447 Jun 29 10:20:48.722877 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-209200df-14ad-45c4-a6ff-4264c7d85353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:48.725612 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-209200df-14ad-45c4-a6ff-4264c7d85353 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d6b2fb-f312-4382-9f8c-314caff7162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513432 Jun 29 10:20:48.819261 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-66499418-4a75-4cd0-94c1-7cedb3a615a2 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Jun 29 10:20:49.101167 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8794d8-74ad-41c1-9ac4-03d21e64e839 req-d364aa0a-e6c0-4d35-9c40-b3a58fc012ba tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:49.102678 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5b8794d8-74ad-41c1-9ac4-03d21e64e839 req-d364aa0a-e6c0-4d35-9c40-b3a58fc012ba tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0544426 Jun 29 10:20:49.152805 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5b8794d8-74ad-41c1-9ac4-03d21e64e839 req-a3df3495-da16-4838-849f-d0ffbe74d6cb tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446141 Jun 29 10:20:49.737959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-75163e32-7444-46f2-90b5-dd3f6fa01a8f req-d989df1d-a5c3-400b-9586-047c0438ec31 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878630 Jun 29 10:20:50.275988 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135291-ece4-4219-89ea-640dcada587e req-1cf4594b-c79b-4649-b68f-922c2e08ecec tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:50.277506 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-86135291-ece4-4219-89ea-640dcada587e req-1cf4594b-c79b-4649-b68f-922c2e08ecec tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0572186 Jun 29 10:20:50.326267 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-86135291-ece4-4219-89ea-640dcada587e req-2db2c5c8-c9ca-4ed1-a1b0-93c99b7ca225 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Jun 29 10:20:50.761778 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59348) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:50.862461 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-785d6702-ccfe-4b44-950b-96aff2e1eada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:50.933902 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-785d6702-ccfe-4b44-950b-96aff2e1eada admin admin] Publish callbacks [] for security_group (81b874a8-b9a7-417a-a30f-af4a4355fe60), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.001331 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-785d6702-ccfe-4b44-950b-96aff2e1eada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (81b874a8-b9a7-417a-a30f-af4a4355fe60), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.039065 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-785d6702-ccfe-4b44-950b-96aff2e1eada admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f002997c614443429400a4ddc8912aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761793 Jun 29 10:20:51.039928 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d6702-ccfe-4b44-950b-96aff2e1eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b874a8-b9a7-417a-a30f-af4a4355fe60,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:51.041822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59352) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:51.091341 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] Publish callbacks [] for security_group (81b874a8-b9a7-417a-a30f-af4a4355fe60), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.113861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] Publish callbacks [] for security_group (81b874a8-b9a7-417a-a30f-af4a4355fe60), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.247328 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (81b874a8-b9a7-417a-a30f-af4a4355fe60), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.249964 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.251289 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81b874a8-b9a7-417a-a30f-af4a4355fe60 HTTP/1.1" status: 204 len: 168 time: 0.2083156 Jun 29 10:20:51.260264 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76cd7d-155d-4664-9c7b-ce1dd84c219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b874a8-b9a7-417a-a30f-af4a4355fe60,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:51.465538 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd462d67-3d15-4f3f-a531-a8a9b5bb9849 req-2496dfab-ba09-4990-a971-45354140e58f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:51.467064 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bd462d67-3d15-4f3f-a531-a8a9b5bb9849 req-2496dfab-ba09-4990-a971-45354140e58f tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0707300 Jun 29 10:20:51.517115 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bd462d67-3d15-4f3f-a531-a8a9b5bb9849 req-f4f54cfe-4d3a-4af5-bb7a-44b4ff8a1e72 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 Jun 29 10:20:51.829284 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59368) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:51.842898 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e79b1c16-3d3f-432f-8327-e59e82f3713a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.917074 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e79b1c16-3d3f-432f-8327-e59e82f3713a admin admin] Publish callbacks [] for security_group (527b6cea-74fb-44e4-824d-af34e182edd5), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:51.978564 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e79b1c16-3d3f-432f-8327-e59e82f3713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (527b6cea-74fb-44e4-824d-af34e182edd5), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.016843 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e79b1c16-3d3f-432f-8327-e59e82f3713a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d05e3e2d1f714bf99469d07df36429ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864853 Jun 29 10:20:52.017680 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b1c16-3d3f-432f-8327-e59e82f3713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b6cea-74fb-44e4-824d-af34e182edd5,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:52.019532 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59370) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:52.075382 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] Publish callbacks [] for security_group (527b6cea-74fb-44e4-824d-af34e182edd5), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.100362 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] Publish callbacks [] for security_group (527b6cea-74fb-44e4-824d-af34e182edd5), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.254231 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (527b6cea-74fb-44e4-824d-af34e182edd5), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.257308 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.258565 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/527b6cea-74fb-44e4-824d-af34e182edd5 HTTP/1.1" status: 204 len: 168 time: 0.2368462 Jun 29 10:20:52.267115 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05070e1-6d36-4dec-a464-44641d8c9718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b6cea-74fb-44e4-824d-af34e182edd5,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:52.539303 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-359aaed8-9f98-4c8a-88ca-25ae9b21f891 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:52.540704 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-359aaed8-9f98-4c8a-88ca-25ae9b21f891 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.64 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0535159 Jun 29 10:20:52.675139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53d4e-c630-4fb1-85f7-70e88403abe8 req-2f538a29-a6f3-4756-aa37-45bb4182bd2d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:20:52.683533 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9df53d4e-c630-4fb1-85f7-70e88403abe8 req-2f538a29-a6f3-4756-aa37-45bb4182bd2d tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 945 time: 0.0888190 Jun 29 10:20:52.730106 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Deleting port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:52.730450 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.798645 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9df53d4e-c630-4fb1-85f7-70e88403abe8 req-dfa41192-fd08-4dd0-bc77-acb4c84c482a tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fbd9274-ea18-4f98-8776-a5c53cf59327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142461 Jun 29 10:20:52.859483 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] For port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:52.859847 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:52.872268 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Calling delete_port for e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:53.071686 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:53.104087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event deleted for resources: {'Port': ['ID=e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:53.151632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] No DVR routers for this DVR port e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:20:53.154590 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:53.158003 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d560d01d-ca89-428c-8169-7e9ce60ca398 req-71b963b6-2e08-4597-ad86-597d3d9f9bf1 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.64 "DELETE /v2.0/ports/e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 HTTP/1.1" status: 204 len: 173 time: 0.6123788 Jun 29 10:20:53.158515 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-deleted', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:20:53.161480 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a2527a-7cab-4d2c-b53c-76263d07632e" -d '{"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-deleted", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:20:53.198476 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12188a-bcb8-4aaf-a4e7-19305a72745b x-openstack-request-id: req-dc12188a-bcb8-4aaf-a4e7-19305a72745b {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:20:53.198784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f6e7d-e001-4ff3-a194-507d78764f3a", "name": "network-vif-deleted", "tag": "e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:20:53.199029 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc12188a-bcb8-4aaf-a4e7-19305a72745b {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:20:53.199435 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc12188a-bcb8-4aaf-a4e7-19305a72745b'] response: {'server_uuid': 'a72f6e7d-e001-4ff3-a194-507d78764f3a', 'name': 'network-vif-deleted', 'tag': 'e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3', 'status': 'completed', 'code': 200} Jun 29 10:20:53.904673 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-74790f89-d79f-4ed7-9176-fb5ce1fed0bd req-76a5e06d-4385-4aab-a621-6abef90dbc4e tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0271637 Jun 29 10:20:54.830336 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59474) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:54.952561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4a2601ae-3d7c-4b62-84ec-7694489cedb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.017103 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a2ed2c54-9f50-471b-8248-5489f687eeaf req-5c587a7d-6c28-4bba-a3d7-a614d56761b6 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0378351 Jun 29 10:20:55.076077 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4a2601ae-3d7c-4b62-84ec-7694489cedb7 admin admin] Publish callbacks [] for security_group (7605a848-eb9c-48c4-85cd-23797a4f2e75), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.138795 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4a2601ae-3d7c-4b62-84ec-7694489cedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7605a848-eb9c-48c4-85cd-23797a4f2e75), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.182344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2601ae-3d7c-4b62-84ec-7694489cedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7605a848-eb9c-48c4-85cd-23797a4f2e75,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:55.186844 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4a2601ae-3d7c-4b62-84ec-7694489cedb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7fdc652e51c4c81bf3635cd68a47843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554003 Jun 29 10:20:55.189399 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59482) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:55.245071 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] Publish callbacks [] for security_group (7605a848-eb9c-48c4-85cd-23797a4f2e75), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.266994 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] Publish callbacks [] for security_group (7605a848-eb9c-48c4-85cd-23797a4f2e75), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.415157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (7605a848-eb9c-48c4-85cd-23797a4f2e75), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.417892 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:55.419251 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7605a848-eb9c-48c4-85cd-23797a4f2e75 HTTP/1.1" status: 204 len: 168 time: 0.2288952 Jun 29 10:20:55.427782 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95cde3-51ae-41db-ab46-3e02a6e05f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605a848-eb9c-48c4-85cd-23797a4f2e75,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:56.012914 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59492) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:56.026565 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.126861 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-45912505-836e-40ce-a76d-5aa6d452e667 req-7251569b-03c4-4d40-8fc1-e9b227b56066 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0375481 Jun 29 10:20:56.128663 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Publish callbacks [] for security_group (23117f30-bcd3-451c-9a02-01a2d86205da), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.168336 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (23117f30-bcd3-451c-9a02-01a2d86205da), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.179940 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:20:56.199588 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:20:56.199854 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device e2ac46ad-c7b6-4f65-99b7-815a2ee36ae3 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:20:56.208467 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02c7b4dc905942f0ac449ed1ea6dceae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943934 Jun 29 10:20:56.209219 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23117f30-bcd3-451c-9a02-01a2d86205da,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:56.211628 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59498) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:56.216305 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.216684 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.217033 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.217368 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.217726 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.218350 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.218350 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.218690 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.219014 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.219338 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.219655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.219978 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.220298 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef114852-43bd-448b-a364-99552603f5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:56.260837 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] Publish callbacks [] for security_group (23117f30-bcd3-451c-9a02-01a2d86205da), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.284534 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] Publish callbacks [] for security_group (23117f30-bcd3-451c-9a02-01a2d86205da), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.431059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (23117f30-bcd3-451c-9a02-01a2d86205da), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.433726 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:56.434888 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23117f30-bcd3-451c-9a02-01a2d86205da HTTP/1.1" status: 204 len: 168 time: 0.2222555 Jun 29 10:20:56.442874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443f9bd-0603-4a88-bee2-21afcdefcdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23117f30-bcd3-451c-9a02-01a2d86205da,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:57.237703 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5dfd6716-cddc-42e4-86e4-063d91830667 req-be678dd9-4f91-4142-b316-17941bad4ad5 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f6e7d-e001-4ff3-a194-507d78764f3a HTTP/1.1" status: 200 len: 210 time: 0.0306575 Jun 29 10:20:58.298501 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59574) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:58.358003 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (4fbd9274-ea18-4f98-8776-a5c53cf59327), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:58.388942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (4fbd9274-ea18-4f98-8776-a5c53cf59327), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:58.578966 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4fbd9274-ea18-4f98-8776-a5c53cf59327), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:58.581597 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:58.583117 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] 10.222.0.60 "DELETE /v2.0/security-groups/4fbd9274-ea18-4f98-8776-a5c53cf59327 HTTP/1.1" status: 204 len: 168 time: 0.2830544 Jun 29 10:20:58.593491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b17b8-0ccc-4bcc-967d-5e1ec60b5c26 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd9274-ea18-4f98-8776-a5c53cf59327,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:58.723325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59582) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:58.949153 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59594) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:59.057968 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.136862 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Publish callbacks [] for security_group (97c8468c-affa-4f52-a734-f35f02bdafc7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.206653 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (57e48fcb-b145-4ade-bce8-e6dcec656999), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.229728 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97c8468c-affa-4f52-a734-f35f02bdafc7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.269112 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15ba61411ec44c18bfa411a9facd593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188035 Jun 29 10:20:59.271667 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59602) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:20:59.278782 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8468c-affa-4f52-a734-f35f02bdafc7,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:59.291520 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.291869 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.292208 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.292785 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.293120 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.293447 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.293774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.294100 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.294419 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.294911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.295235 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.295555 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.295880 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cef22f-540d-4692-8fca-f52446f837df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:20:59.346682 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] Publish callbacks [] for security_group (97c8468c-affa-4f52-a734-f35f02bdafc7), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.368417 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] Publish callbacks [] for security_group (97c8468c-affa-4f52-a734-f35f02bdafc7), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.448437 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Deleting port 00329e1c-d976-435b-913b-7893938fe1a8 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:20:59.448978 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (00329e1c-d976-435b-913b-7893938fe1a8), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.495286 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97c8468c-affa-4f52-a734-f35f02bdafc7), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.498740 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.500678 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97c8468c-affa-4f52-a734-f35f02bdafc7 HTTP/1.1" status: 204 len: 168 time: 0.2280979 Jun 29 10:20:59.513032 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a1678-6371-4bb5-ad7f-6be44132f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8468c-affa-4f52-a734-f35f02bdafc7,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:20:59.542595 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] For port 00329e1c-d976-435b-913b-7893938fe1a8, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=00329e1c-d976-435b-913b-7893938fe1a8,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:20:59.542975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (00329e1c-d976-435b-913b-7893938fe1a8), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.559279 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Calling delete_port for 00329e1c-d976-435b-913b-7893938fe1a8 owned by network:router_interface {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:20:59.831299 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (00329e1c-d976-435b-913b-7893938fe1a8), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:20:59.864037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00329e1c-d976-435b-913b-7893938fe1a8,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:00.034998 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (57e48fcb-b145-4ade-bce8-e6dcec656999), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.248866 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Router 57e48fcb-b145-4ade-bce8-e6dcec656999 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:21:00.251784 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59624) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:00.264833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6717-8e8d-414b-922c-6f52c4f29641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.348650 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6717-8e8d-414b-922c-6f52c4f29641 admin admin] Publish callbacks [] for security_group (2b965b6f-07f4-4081-8b16-d0b1968b9a96), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.356761 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:21:00.362462 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-dc73dd1e-9ede-423a-b0e9-ee919cbeaca2 admin admin] 10.222.0.60 "PUT /v2.0/routers/57e48fcb-b145-4ade-bce8-e6dcec656999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381044 Jun 29 10:21:00.366646 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Sync routers for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:21:00.369120 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59628) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:00.376818 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:00.377444 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:00.455048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6717-8e8d-414b-922c-6f52c4f29641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2b965b6f-07f4-4081-8b16-d0b1968b9a96), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.479390 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:00.506576 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4c9b6717-8e8d-414b-922c-6f52c4f29641 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f47e1eccb50447eb5c813465e565f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511461 Jun 29 10:21:00.507523 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59634) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:00.508007 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks [] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.570619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] Publish callbacks [] for security_group (2b965b6f-07f4-4081-8b16-d0b1968b9a96), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.597901 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6717-8e8d-414b-922c-6f52c4f29641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b965b6f-07f4-4081-8b16-d0b1968b9a96,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:00.603759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] Publish callbacks [] for security_group (2b965b6f-07f4-4081-8b16-d0b1968b9a96), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.650266 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks [] for router_gateway (57e48fcb-b145-4ade-bce8-e6dcec656999), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.670824 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:20:59Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:00.692942 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Checking router: 57e48fcb-b145-4ade-bce8-e6dcec656999 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:21:00.702274 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Routers {'57e48fcb-b145-4ade-bce8-e6dcec656999'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:00.702881 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['57e48fcb-b145-4ade-bce8-e6dcec656999'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:00.757197 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Deleting port 922aa581-64b3-4fad-bb00-22d87f30ff5f {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:00.757543 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.780266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2b965b6f-07f4-4081-8b16-d0b1968b9a96), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.782887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:00.792767 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b965b6f-07f4-4081-8b16-d0b1968b9a96 HTTP/1.1" status: 204 len: 168 time: 0.2777267 Jun 29 10:21:00.805663 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] Set router 57e48fcb-b145-4ade-bce8-e6dcec656999 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:00.808009 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179c7c-090f-4d13-99d0-0e501d93c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b965b6f-07f4-4081-8b16-d0b1968b9a96,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:00.994695 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:20:59Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:01.021266 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0bbe6-bbb2-4136-a201-abf68c7ce18f None None] The sync data for ids ['57e48fcb-b145-4ade-bce8-e6dcec656999'] in dv-cinder-847864-5-iscsi is: [{'id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'name': 'tempest-TestShelveInstance-437239274-router', 'tenant_id': 'db622b01a1c744aaaee127fe41c6218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:14:53Z', 'updated_at': '2022-06-29T10:20:59Z', 'revision_number': 5, 'project_id': 'db622b01a1c744aaaee127fe41c6218b', 'gw_port': {'id': '922aa581-64b3-4fad-bb00-22d87f30ff5f', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e48fcb-b145-4ade-bce8-e6dcec656999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:14:54Z', 'updated_at': '2022-06-29T10:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:21:01.158811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] For port 922aa581-64b3-4fad-bb00-22d87f30ff5f, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=922aa581-64b3-4fad-bb00-22d87f30ff5f,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:01.159165 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.171839 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Calling delete_port for 922aa581-64b3-4fad-bb00-22d87f30ff5f owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:01.391569 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (922aa581-64b3-4fad-bb00-22d87f30ff5f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.417561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=922aa581-64b3-4fad-bb00-22d87f30ff5f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:01.496081 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (57e48fcb-b145-4ade-bce8-e6dcec656999), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.588365 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.590538 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks [] for router_controller (57e48fcb-b145-4ade-bce8-e6dcec656999), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.694131 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (57e48fcb-b145-4ade-bce8-e6dcec656999), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.694721 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57e48fcb-b145-4ade-bce8-e6dcec656999 {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:21:01.699592 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.703650 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f3b95069-c927-4ef7-a8e6-a518358a1eb3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/57e48fcb-b145-4ade-bce8-e6dcec656999 HTTP/1.1" status: 204 len: 168 time: 1.3304482 Jun 29 10:21:01.703650 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59658) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:01.754786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Deleting subnet 928d13d3-9118-4573-9012-ad128bd5b8e0 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:21:01.758705 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Publish callbacks [] for subnet (928d13d3-9118-4573-9012-ad128bd5b8e0), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.799042 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (928d13d3-9118-4573-9012-ad128bd5b8e0), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:01.892457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (928d13d3-9118-4573-9012-ad128bd5b8e0), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.013207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (928d13d3-9118-4573-9012-ad128bd5b8e0), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.037003 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928d13d3-9118-4573-9012-ad128bd5b8e0,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:02.042585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.045763 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-34960172-9f20-4682-b1fa-d520b2115765 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/928d13d3-9118-4573-9012-ad128bd5b8e0 HTTP/1.1" status: 204 len: 168 time: 0.3414500 Jun 29 10:21:02.048480 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59672) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:02.049950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97daed-db4d-49b8-bb8b-b145ebb652b7 None None] Network d4d6b2fb-f312-4382-9f8c-314caff7162d requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:02.127967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (d4d6b2fb-f312-4382-9f8c-314caff7162d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.181817 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Deleting port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:02.182161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.222363 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] DHCP port deletion for d4d6b2fb-f312-4382-9f8c-314caff7162d request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:21:02.257874 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] For port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:02.259205 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.271818 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Calling delete_port for 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 owned by network:dhcp {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:02.276407 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Deleting port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:02.279564 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.342421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] For port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,segment=NetworkSegment(21fb7d0f-d158-40f0-ba37-fe19302346f6),segment_id=21fb7d0f-d158-40f0-ba37-fe19302346f6)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:02.342810 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.355228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Calling delete_port for 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:02.431161 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.436507 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (9b141c2b-d243-44bd-9a6a-fa19de4cbf67), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.458994 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:02.460852 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] No DVR routers for this DVR port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 on host dv-cinder-847864-5-iscsi {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:02.461788 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] Pushing event deleted for resources: {'Port': ['ID=9b141c2b-d243-44bd-9a6a-fa19de4cbf67,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:02.465850 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92e4f7-0c25-4b09-b6bc-886aceb39e95 None None] No DVR routers for this DVR port 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:02.560360 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (d4d6b2fb-f312-4382-9f8c-314caff7162d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.584861 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 00329e1c-d976-435b-913b-7893938fe1a8 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:02.608043 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d6b2fb-f312-4382-9f8c-314caff7162d']}} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:02.619767 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb7d0f-d158-40f0-ba37-fe19302346f6') {'for_net_delete': True} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:02.620334 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.services.segments.db [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb7d0f-d158-40f0-ba37-fe19302346f6') {} {{(pid=104296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:02.621187 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 00329e1c-d976-435b-913b-7893938fe1a8 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:02.621868 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 00329e1c-d976-435b-913b-7893938fe1a8 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:02.622649 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:02.633758 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59312757'] for segment (21fb7d0f-d158-40f0-ba37-fe19302346f6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.651018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (21fb7d0f-d158-40f0-ba37-fe19302346f6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.654762 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:02.655171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9b141c2b-d243-44bd-9a6a-fa19de4cbf67 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:02.655737 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 922aa581-64b3-4fad-bb00-22d87f30ff5f no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:02.658413 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:21:02.658804 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59805836'] for segment (21fb7d0f-d158-40f0-ba37-fe19302346f6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.677127 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 922aa581-64b3-4fad-bb00-22d87f30ff5f {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:02.679300 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 922aa581-64b3-4fad-bb00-22d87f30ff5f not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:02.702597 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 21fb7d0f-d158-40f0-ba37-fe19302346f6 resource provider aggregate not found Jun 29 10:21:02.721072 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.services.segments.plugin [-] Segment 21fb7d0f-d158-40f0-ba37-fe19302346f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21fb7d0f-d158-40f0-ba37-fe19302346f6 found for delete ", "request_id": "req-a804ab03-9475-4e31-9a42-86f49468ec81"}]} Jun 29 10:21:02.825833 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (d4d6b2fb-f312-4382-9f8c-314caff7162d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.844924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:02.844924 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d4d6b2fb-f312-4382-9f8c-314caff7162d HTTP/1.1" status: 204 len: 168 time: 0.7908447 Jun 29 10:21:02.846106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59696) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:02.856359 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cb9f5-c440-4261-a44c-87a58036c8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d6b2fb-f312-4382-9f8c-314caff7162d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:03.211338 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:03.487414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Deleting port d3b70816-8e12-4f7e-abc3-93439c674a96 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:03.487414 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:03.590549 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] For port d3b70816-8e12-4f7e-abc3-93439c674a96, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d3b70816-8e12-4f7e-abc3-93439c674a96,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:03.590913 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:03.603856 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Calling delete_port for d3b70816-8e12-4f7e-abc3-93439c674a96 owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:03.751068 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:03.917420 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (d3b70816-8e12-4f7e-abc3-93439c674a96), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:03.954224 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b70816-8e12-4f7e-abc3-93439c674a96,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:04.159506 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.388093 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Router b6dc5205-2c99-4bf6-8e84-36cb9548c537 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:21:04.432944 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59758) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:04.533798 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:21:04.543527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59764) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:04.545031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f5685b17-43d8-4903-9eb7-e03daf097309 admin admin] 10.222.0.60 "PUT /v2.0/routers/b6dc5205-2c99-4bf6-8e84-36cb9548c537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967480 Jun 29 10:21:04.546140 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Sync routers for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:21:04.557573 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:04.558430 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:04.615484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c2308e10-514e-4cc9-beb0-2e6894e4a483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.674487 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:04.695520 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks [] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.812369 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c2308e10-514e-4cc9-beb0-2e6894e4a483 admin admin] Publish callbacks [] for security_group (ca60c638-398a-490e-a928-a22f2bd30631), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.822699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks [] for router_gateway (b6dc5205-2c99-4bf6-8e84-36cb9548c537), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.847460 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:21:03Z', 'revision_number': 5, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:04.874486 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Checking router: b6dc5205-2c99-4bf6-8e84-36cb9548c537 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:21:04.886195 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Routers {'b6dc5205-2c99-4bf6-8e84-36cb9548c537'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:04.886875 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:20:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:04.939902 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c2308e10-514e-4cc9-beb0-2e6894e4a483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ca60c638-398a-490e-a928-a22f2bd30631), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:04.986213 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] Set router b6dc5205-2c99-4bf6-8e84-36cb9548c537 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:05.005758 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c2308e10-514e-4cc9-beb0-2e6894e4a483 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afe34d7f8bc543a1b70b187f2bc0407b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694349 Jun 29 10:21:05.005758 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2308e10-514e-4cc9-beb0-2e6894e4a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60c638-398a-490e-a928-a22f2bd30631,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:05.006235 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59766) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:05.029783 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Deleting port 7fa68f98-441c-43d4-a133-5638ae8744bd {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:05.030125 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.061310 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] Publish callbacks [] for security_group (ca60c638-398a-490e-a928-a22f2bd30631), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.083561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] Publish callbacks [] for security_group (ca60c638-398a-490e-a928-a22f2bd30631), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.174843 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] For port 7fa68f98-441c-43d4-a133-5638ae8744bd, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7fa68f98-441c-43d4-a133-5638ae8744bd,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:05.175273 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.190799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Calling delete_port for 7fa68f98-441c-43d4-a133-5638ae8744bd owned by network:router_gateway {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:05.212875 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ca60c638-398a-490e-a928-a22f2bd30631), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.216711 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.220060 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca60c638-398a-490e-a928-a22f2bd30631 HTTP/1.1" status: 204 len: 168 time: 0.2103426 Jun 29 10:21:05.243045 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518196a-7f24-4fd3-becc-0365b478beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60c638-398a-490e-a928-a22f2bd30631,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:05.243825 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:21:03Z', 'revision_number': 5, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:05.282455 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d12d2-36e3-4249-a4bb-d5df6d9ac576 None None] The sync data for ids ['b6dc5205-2c99-4bf6-8e84-36cb9548c537'] in dv-cinder-847864-5-iscsi is: [{'id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'name': 'tempest-TestShelveInstance-326044081-router', 'tenant_id': '713f73f65bde44bfa83d83d7addcef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:15:01Z', 'updated_at': '2022-06-29T10:21:03Z', 'revision_number': 5, 'project_id': '713f73f65bde44bfa83d83d7addcef05', 'gw_port': {'id': '7fa68f98-441c-43d4-a133-5638ae8744bd', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc5205-2c99-4bf6-8e84-36cb9548c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:15:02Z', 'updated_at': '2022-06-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:21:05.459891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (7fa68f98-441c-43d4-a133-5638ae8744bd), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.491062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa68f98-441c-43d4-a133-5638ae8744bd,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:05.559396 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.647322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.649750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks [] for router_controller (b6dc5205-2c99-4bf6-8e84-36cb9548c537), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.779908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (b6dc5205-2c99-4bf6-8e84-36cb9548c537), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.780474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dc5205-2c99-4bf6-8e84-36cb9548c537 {{(pid=104296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:21:05.784778 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:05.785913 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a43e0572-ff68-4427-b677-2da1549921b3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b6dc5205-2c99-4bf6-8e84-36cb9548c537 HTTP/1.1" status: 204 len: 168 time: 1.2412522 Jun 29 10:21:05.788528 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59784) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:06.054012 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59794) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:06.068332 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5c732ff-45d1-40a4-ada0-c8fbba571e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.111612 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Deleting subnet 40517643-ca78-4ec9-93ec-dc6f7e6f524c {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:21:06.114714 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Publish callbacks [] for subnet (40517643-ca78-4ec9-93ec-dc6f7e6f524c), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.149377 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59312716'] for subnet (40517643-ca78-4ec9-93ec-dc6f7e6f524c), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.150195 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5c732ff-45d1-40a4-ada0-c8fbba571e3b admin admin] Publish callbacks [] for security_group (a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.202504 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f8c19eba-437f-4b18-9ff7-06941443a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.228515 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (40517643-ca78-4ec9-93ec-dc6f7e6f524c), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.236708 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f5c732ff-45d1-40a4-ada0-c8fbba571e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.277191 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f5c732ff-45d1-40a4-ada0-c8fbba571e3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae96b3cfcc7b43559ca5d46ee0975edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215869 Jun 29 10:21:06.278235 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c732ff-45d1-40a4-ada0-c8fbba571e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:06.280112 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59798) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:06.330550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] Publish callbacks [] for security_group (a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.354817 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] Publish callbacks [] for security_group (a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.372267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59805750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098477'] for subnet (40517643-ca78-4ec9-93ec-dc6f7e6f524c), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.408716 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40517643-ca78-4ec9-93ec-dc6f7e6f524c,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:06.412689 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.415971 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c6b10a28-3905-4064-b60e-b45fa4ac62ca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/40517643-ca78-4ec9-93ec-dc6f7e6f524c HTTP/1.1" status: 204 len: 168 time: 0.6265509 Jun 29 10:21:06.418369 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb4d6c-dd68-4ce8-9ac1-539b00c79fe0 None None] Network 4821bd27-ea54-4fe9-bc05-8192144538e7 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:06.419207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59800) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:06.489735 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (4821bd27-ea54-4fe9-bc05-8192144538e7), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.550302 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Deleting port d500f9e3-98c2-4ace-86a6-facbf77a0f79 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:06.550861 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.557529 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.560637 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.561944 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7 HTTP/1.1" status: 204 len: 168 time: 0.2808790 Jun 29 10:21:06.575977 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0752a2-34b8-4aab-ba35-77b470116230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f822de-3ddd-4ad4-b1a7-b1bd8ba49df7,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:06.607030 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] DHCP port deletion for 4821bd27-ea54-4fe9-bc05-8192144538e7 request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:21:06.622964 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d3b70816-8e12-4f7e-abc3-93439c674a96 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:06.628059 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] For port d500f9e3-98c2-4ace-86a6-facbf77a0f79, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d500f9e3-98c2-4ace-86a6-facbf77a0f79,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:06.628427 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.645602 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Calling delete_port for d500f9e3-98c2-4ace-86a6-facbf77a0f79 owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:06.660684 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: d3b70816-8e12-4f7e-abc3-93439c674a96 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:06.661038 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d3b70816-8e12-4f7e-abc3-93439c674a96 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:06.661453 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7fa68f98-441c-43d4-a133-5638ae8744bd no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:06.683829 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 7fa68f98-441c-43d4-a133-5638ae8744bd {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:06.684171 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7fa68f98-441c-43d4-a133-5638ae8744bd not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:06.704336 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Deleting port d500f9e3-98c2-4ace-86a6-facbf77a0f79 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:06.704739 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.769071 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] For port d500f9e3-98c2-4ace-86a6-facbf77a0f79, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=d500f9e3-98c2-4ace-86a6-facbf77a0f79,segment=NetworkSegment(034d6dd4-7cf6-4bdc-b021-00de19089fc0),segment_id=034d6dd4-7cf6-4bdc-b021-00de19089fc0)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:06.769465 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.781191 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Calling delete_port for d500f9e3-98c2-4ace-86a6-facbf77a0f79 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:06.819526 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.848733 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d500f9e3-98c2-4ace-86a6-facbf77a0f79,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:06.850563 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] No DVR routers for this DVR port d500f9e3-98c2-4ace-86a6-facbf77a0f79 on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:06.854511 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (d500f9e3-98c2-4ace-86a6-facbf77a0f79), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.879635 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] Pushing event deleted for resources: {'Port': ['ID=d500f9e3-98c2-4ace-86a6-facbf77a0f79,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:06.881465 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c0fd1-c7c0-4a0b-bc84-7b57fc656650 None None] No DVR routers for this DVR port d500f9e3-98c2-4ace-86a6-facbf77a0f79 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:06.936216 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (4821bd27-ea54-4fe9-bc05-8192144538e7), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.958204 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4821bd27-ea54-4fe9-bc05-8192144538e7']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:06.968748 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034d6dd4-7cf6-4bdc-b021-00de19089fc0') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:06.969050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034d6dd4-7cf6-4bdc-b021-00de19089fc0') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:06.979731 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (034d6dd4-7cf6-4bdc-b021-00de19089fc0), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:06.994180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (034d6dd4-7cf6-4bdc-b021-00de19089fc0), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.000242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:21:07.000683 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (034d6dd4-7cf6-4bdc-b021-00de19089fc0), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.050076 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 034d6dd4-7cf6-4bdc-b021-00de19089fc0 resource provider aggregate not found Jun 29 10:21:07.072945 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 034d6dd4-7cf6-4bdc-b021-00de19089fc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 034d6dd4-7cf6-4bdc-b021-00de19089fc0 found for delete ", "request_id": "req-f3069f8c-6b7e-4d5e-8a45-5769e4480e85"}]} Jun 29 10:21:07.134527 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (4821bd27-ea54-4fe9-bc05-8192144538e7), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.140130 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.149109 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] 10.222.0.60 "DELETE /v2.0/networks/4821bd27-ea54-4fe9-bc05-8192144538e7 HTTP/1.1" status: 204 len: 168 time: 0.7217736 Jun 29 10:21:07.154998 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477aa4-888e-4aa8-822c-2018dacbac5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4821bd27-ea54-4fe9-bc05-8192144538e7,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:07.537475 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59832) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:07.587090 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-b41c0836-5dcb-47ed-bd8f-15937a30a7a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db622b01a1c744aaaee127fe41c6218b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483255 Jun 29 10:21:07.592977 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59838) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:07.649292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] Publish callbacks [] for security_group (c19baba1-496f-45df-a9e5-7728aac3bb91), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.676830 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] Publish callbacks [] for security_group (c19baba1-496f-45df-a9e5-7728aac3bb91), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.791819 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c19baba1-496f-45df-a9e5-7728aac3bb91), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.794265 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:07.797188 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c19baba1-496f-45df-a9e5-7728aac3bb91 HTTP/1.1" status: 204 len: 168 time: 0.2010272 Jun 29 10:21:07.805066 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089412-1e27-4172-a959-c81494ae565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19baba1-496f-45df-a9e5-7728aac3bb91,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:08.431197 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59872) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:08.552193 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0afe2e-2e04-4ae2-bd03-ec030b33f7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.578528 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d500f9e3-98c2-4ace-86a6-facbf77a0f79 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:08.598619 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: d500f9e3-98c2-4ace-86a6-facbf77a0f79 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:08.599282 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device d500f9e3-98c2-4ace-86a6-facbf77a0f79 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:08.631021 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0afe2e-2e04-4ae2-bd03-ec030b33f7b9 admin admin] Publish callbacks [] for security_group (daaec2be-af81-455e-b2d5-af7ddbc90b16), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.636581 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b74-2fb9-4d49-8b5a-3bed5bda58df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.659959 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59878) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:08.700335 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b35e5968-d8b1-448d-b385-eeb452edd412 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=713f73f65bde44bfa83d83d7addcef05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392070 Jun 29 10:21:08.702799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 59880) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:08.725492 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3f0afe2e-2e04-4ae2-bd03-ec030b33f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (daaec2be-af81-455e-b2d5-af7ddbc90b16), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.779592 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3f0afe2e-2e04-4ae2-bd03-ec030b33f7b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de8f3deaf7ea440eadbbad61cfe94f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473058 Jun 29 10:21:08.786981 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 59886) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:08.790668 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0afe2e-2e04-4ae2-bd03-ec030b33f7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaec2be-af81-455e-b2d5-af7ddbc90b16,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:08.797673 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] Publish callbacks [] for security_group (e3b90a27-67c3-4800-8473-99c159990e84), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.845258 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] Publish callbacks [] for security_group (e3b90a27-67c3-4800-8473-99c159990e84), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.864535 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] Publish callbacks [] for security_group (daaec2be-af81-455e-b2d5-af7ddbc90b16), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.888854 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] Publish callbacks [] for security_group (daaec2be-af81-455e-b2d5-af7ddbc90b16), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.963186 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e3b90a27-67c3-4800-8473-99c159990e84), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.965991 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:08.967180 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3b90a27-67c3-4800-8473-99c159990e84 HTTP/1.1" status: 204 len: 168 time: 0.2635009 Jun 29 10:21:08.976263 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0778c5-390d-4d9d-9ddf-99595accfa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b90a27-67c3-4800-8473-99c159990e84,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:09.025501 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (daaec2be-af81-455e-b2d5-af7ddbc90b16), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:09.028109 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:09.029307 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/daaec2be-af81-455e-b2d5-af7ddbc90b16 HTTP/1.1" status: 204 len: 168 time: 0.2408657 Jun 29 10:21:09.041719 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2328d48-4096-4ab3-8db2-9e6d5cd204c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaec2be-af81-455e-b2d5-af7ddbc90b16,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:09.517614 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:11.248121 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:12.658016 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:12.822311 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60008) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:12.934090 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6132a9a3-fc61-4240-9713-d754a5e85e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.016959 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6132a9a3-fc61-4240-9713-d754a5e85e56 admin admin] Publish callbacks [] for security_group (c57bbdc7-427e-43d0-88f8-908a33c1df60), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.088891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-6132a9a3-fc61-4240-9713-d754a5e85e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c57bbdc7-427e-43d0-88f8-908a33c1df60), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.131716 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-6132a9a3-fc61-4240-9713-d754a5e85e56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c916e064b184f35a170f1dc38678144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057990 Jun 29 10:21:13.131974 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60024) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:13.138980 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132a9a3-fc61-4240-9713-d754a5e85e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bbdc7-427e-43d0-88f8-908a33c1df60,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:13.188760 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] Publish callbacks [] for security_group (c57bbdc7-427e-43d0-88f8-908a33c1df60), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.210628 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] Publish callbacks [] for security_group (c57bbdc7-427e-43d0-88f8-908a33c1df60), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.333956 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (c57bbdc7-427e-43d0-88f8-908a33c1df60), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.336474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:13.338389 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c57bbdc7-427e-43d0-88f8-908a33c1df60 HTTP/1.1" status: 204 len: 168 time: 0.2054505 Jun 29 10:21:13.346181 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f5336-48da-4e59-b233-bd2abbafc0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bbdc7-427e-43d0-88f8-908a33c1df60,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:14.404297 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60050) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:14.504891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454634157-network', 'tenant_id': 'a1468f6681e945f49c50041b4513ca8e'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:14.583172 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Made reservation on behalf of a1468f6681e945f49c50041b4513ca8e for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:14.585457 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.593889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.671322 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks [] for security_group (ed5ccd42-0f36-40b5-be7d-02c4631d795a), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.732015 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ed5ccd42-0f36-40b5-be7d-02c4631d795a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.759517 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:21:14.768160 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ccd42-0f36-40b5-be7d-02c4631d795a,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:14.773956 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (32327427-793d-44bd-a6f8-5b5c6d4089e5), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.774288 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Added segment 32327427-793d-44bd-a6f8-5b5c6d4089e5 of type vlan for network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 Jun 29 10:21:14.816473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (3cca8048-6cdf-4dbc-b151-8a00a11cd766), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.910816 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (3cca8048-6cdf-4dbc-b151-8a00a11cd766), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.911864 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:14.912391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:14.974655 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] Pushing event updated for resources: {'Network': ['ID=3cca8048-6cdf-4dbc-b151-8a00a11cd766,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:14.984777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:21:15.057090 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-338a1bde-a68d-45b7-a094-953c28f9ba37 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6510727 Jun 29 10:21:15.059288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60056) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:15.063930 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Request body: {'subnet': {'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454634157-subnet', 'tenant_id': 'a1468f6681e945f49c50041b4513ca8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:15.156801 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Made reservation on behalf of a1468f6681e945f49c50041b4513ca8e for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:15.160395 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098440'] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:15.437862 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59805815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098458'] for subnet (e19a61fd-1f7d-424b-bbf3-633e546b2b00), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:15.495031 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19a61fd-1f7d-424b-bbf3-633e546b2b00,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:15.503975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Checking segment: {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:15.504337 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Network hostable DHCP agents. Network: 3cca8048-6cdf-4dbc-b151-8a00a11cd766, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:21:15.574534 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:21:15.625017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 3cca8048-6cdf-4dbc-b151-8a00a11cd766) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:15.629164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:15.629806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:15.635474 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefc5a3-0b8e-4b18-84ab-21b00b73cdf4 None None] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:15.696823 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-7464bf50-4259-478e-b50f-7bf2621086fc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6362817 Jun 29 10:21:15.736497 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cecc1-db73-4b9b-9fb5-a37766e4c028 None None] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:15.949108 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:21:20.904195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-3afc62c9-7b3c-4507-a51b-a78923d35bc8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:20.905741 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-3afc62c9-7b3c-4507-a51b-a78923d35bc8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/networks?id=3cca8048-6cdf-4dbc-b151-8a00a11cd766 HTTP/1.1" status: 200 len: 808 time: 0.1205494 Jun 29 10:21:20.925183 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-ccd2b32c-2912-4041-9863-32e312777856 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/quotas/a1468f6681e945f49c50041b4513ca8e HTTP/1.1" status: 200 len: 375 time: 0.0138474 Jun 29 10:21:20.958709 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-827f8d61-7032-41d6-a795-fd2fe53bc491 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276701 Jun 29 10:21:21.052140 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-289f9b1a-46d4-4bc6-a367-bf4e22df476f service neutron] 10.222.0.60 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Jun 29 10:21:21.153870 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-5c416e1c-063c-471c-a35c-b606320f50b3 service neutron] 10.222.0.60 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946145 Jun 29 10:21:21.450627 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2002a2af-5834-41cd-a850-1ebc5ba834c9 req-3aa8fceb-437d-4bf9-bf2e-815a26467cd2 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 210 time: 0.0470641 Jun 29 10:21:22.521961 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c8fb8a43-7c57-4562-9297-0bbef6dfb1a9 req-3f766f6d-f547-416f-9870-3e8c6df78be8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 210 time: 0.0314505 Jun 29 10:21:23.625372 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2ff540ac-8ab0-436d-b0d6-2a573f2ebff4 req-8a89bb13-d2b5-4c90-a958-a1eff4c99935 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 210 time: 0.0322266 Jun 29 10:21:23.733841 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-9f77ab2b-3a47-4269-9b03-ca40faac6907 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:23.735290 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-9f77ab2b-3a47-4269-9b03-ca40faac6907 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "GET /v2.0/networks?id=3cca8048-6cdf-4dbc-b151-8a00a11cd766 HTTP/1.1" status: 200 len: 808 time: 0.1164706 Jun 29 10:21:23.749539 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Request body: {'port': {'device_id': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766', 'admin_state_up': True, 'tenant_id': 'a1468f6681e945f49c50041b4513ca8e'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:23.995022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Made reservation on behalf of a1468f6681e945f49c50041b4513ca8e for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:23.998571 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:24.142750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Allocated IP 172.20.0.5 (3cca8048-6cdf-4dbc-b151-8a00a11cd766/e19a61fd-1f7d-424b-bbf3-633e546b2b00/8906768f-a225-4fee-aca7-fbdea04d47ba) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:21:24.296713 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks [] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:24.391443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:24.436626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:24.439889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:24.442908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:21:24.468725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Pushing event updated for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:24.497511 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:24.498111 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:24.605158 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-34d7a933-d023-43b5-9f80-a41e12b1e8e8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609462 Jun 29 10:21:24.616699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Request body: {'port': {'device_id': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:24.679096 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:24.833144 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d756b-98b5-40c1-8355-79da7eddc2a3 req-cf6c7328-e776-4f51-bc7b-1f3d97827658 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:24.834524 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-327d756b-98b5-40c1-8355-79da7eddc2a3 req-cf6c7328-e776-4f51-bc7b-1f3d97827658 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 931 time: 0.1399362 Jun 29 10:21:24.928711 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-327d756b-98b5-40c1-8355-79da7eddc2a3 req-5510eb47-126b-4bf6-bc3a-c6b9a25467f4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Jun 29 10:21:25.004809 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8906768f-a225-4fee-aca7-fbdea04d47ba {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:21:25.012656 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks [] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:25.024098 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Transition to ACTIVE for port object 8906768f-a225-4fee-aca7-fbdea04d47ba will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:21:25.105012 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:25.155760 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Pushing event updated for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:25.222446 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Attempting to bind port 8906768f-a225-4fee-aca7-fbdea04d47ba on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:21:25.222779 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Attempting to bind port 8906768f-a225-4fee-aca7-fbdea04d47ba by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:21:25.223107 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Attempting to bind port 8906768f-a225-4fee-aca7-fbdea04d47ba on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:25.227416 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Port 8906768f-a225-4fee-aca7-fbdea04d47ba on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:21:25.227733 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Attempting to bind port 8906768f-a225-4fee-aca7-fbdea04d47ba on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:25.233607 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:21:25.233943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Checking segment: {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:25.234325 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Bound using segment: {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:21:25.234750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Bound port: 8906768f-a225-4fee-aca7-fbdea04d47ba, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:21:25.235103 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:25.297531 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:21:25.300480 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8906768f-a225-4fee-aca7-fbdea04d47ba,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:21:25.414107 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:25.451183 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.451805 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:25.453326 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] 10.222.0.64 "PUT /v2.0/ports/8906768f-a225-4fee-aca7-fbdea04d47ba HTTP/1.1" status: 200 len: 1093 time: 0.8406193 Jun 29 10:21:25.455516 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:25.457843 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:25.483907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342af32-371c-480e-af9b-fd36a009d31d service neutron] Pushing event updated for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:25.498527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30306845-9114-4a9e-a6f9-461db7552c13 x-openstack-request-id: req-30306845-9114-4a9e-a6f9-461db7552c13 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:25.498527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:25.498527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30306845-9114-4a9e-a6f9-461db7552c13 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:25.498527 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30306845-9114-4a9e-a6f9-461db7552c13'] response: {'name': 'network-changed', 'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba', 'status': 'completed', 'code': 200} Jun 29 10:21:25.561653 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-78943268-43e7-4491-b674-885b0e15bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.563141 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-78943268-43e7-4491-b674-885b0e15bcee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 1127 time: 0.0464535 Jun 29 10:21:25.667763 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-73ac2bd1-1cf3-4c44-b392-fbe49c9889c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.669338 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-73ac2bd1-1cf3-4c44-b392-fbe49c9889c6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1468f6681e945f49c50041b4513ca8e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967355 Jun 29 10:21:25.767385 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-9e7c266e-bc18-4a26-b283-f1b5eb8efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.768874 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6e9f312b-8a31-455e-8217-ff06a9c6e4d9 req-9e7c266e-bc18-4a26-b283-f1b5eb8efda5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938969 Jun 29 10:21:25.851610 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-41e20806-9774-4df3-a9b5-3d3f72ad8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.853199 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-41e20806-9774-4df3-a9b5-3d3f72ad8030 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 1127 time: 0.0448325 Jun 29 10:21:25.895433 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-a9c4109f-d03b-49b8-a443-b7b9a1203f4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8906768f-a225-4fee-aca7-fbdea04d47ba HTTP/1.1" status: 200 len: 217 time: 0.0336289 Jun 29 10:21:25.949083 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-bb9b8cc3-0f9d-4478-94ad-404834dbd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:25.950521 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-bb9b8cc3-0f9d-4478-94ad-404834dbd229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19a61fd-1f7d-424b-bbf3-633e546b2b00 HTTP/1.1" status: 200 len: 848 time: 0.0476446 Jun 29 10:21:25.983033 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-ab591d08-53d0-4908-9377-3faeaf34a5ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3cca8048-6cdf-4dbc-b151-8a00a11cd766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260618 Jun 29 10:21:26.110163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2e24-653b-45f8-9c0b-92cfdef44fcf req-ac224ec5-5957-43f3-86ef-0a1cc46530ee tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:26.111625 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7d0e2e24-653b-45f8-9c0b-92cfdef44fcf req-ac224ec5-5957-43f3-86ef-0a1cc46530ee tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 943 time: 0.1128645 Jun 29 10:21:26.115129 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-0b24dd13-5422-4fc1-8161-930d1a0dced8 service neutron] 10.222.0.64 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245046 Jun 29 10:21:26.207747 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7d0e2e24-653b-45f8-9c0b-92cfdef44fcf req-c490940c-86d3-4bca-afbc-8876ae12167d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903215 Jun 29 10:21:26.231904 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e39661d2-9714-4525-9033-3e2df9c9dbbb req-0a6e20ea-f462-4215-a1e1-9073bb4650ab service neutron] 10.222.0.64 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083302 Jun 29 10:21:27.325711 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffb6f-425a-4069-bcff-448a53152208 req-b7a8e933-a099-4892-a817-4813fd5f84d6 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:27.327207 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc7ffb6f-425a-4069-bcff-448a53152208 req-b7a8e933-a099-4892-a817-4813fd5f84d6 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 943 time: 0.0531828 Jun 29 10:21:27.374218 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc7ffb6f-425a-4069-bcff-448a53152208 req-88f20353-c321-423b-925a-61a6ef8fe44f tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jun 29 10:21:28.289864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 8906768f-a225-4fee-aca7-fbdea04d47ba details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:21:28.498907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b027c-1031-4024-b02e-62a319f9605d req-13d7779c-9ef9-4a42-a719-ab191feca506 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:28.500371 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1c6b027c-1031-4024-b02e-62a319f9605d req-13d7779c-9ef9-4a42-a719-ab191feca506 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 943 time: 0.0571063 Jun 29 10:21:28.511169 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8906768f-a225-4fee-aca7-fbdea04d47ba,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:28.522586 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '8906768f-a225-4fee-aca7-fbdea04d47ba', 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766', 'port_id': '8906768f-a225-4fee-aca7-fbdea04d47ba', 'mac_address': 'fa:16:3e:fb:b7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19a61fd-1f7d-424b-bbf3-633e546b2b00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:21:28.547808 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1c6b027c-1031-4024-b02e-62a319f9605d req-c8ac500a-a908-42e2-adf3-00197483efac tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Jun 29 10:21:28.555621 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 8906768f-a225-4fee-aca7-fbdea04d47ba is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:28.556009 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:28.569330 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8906768f-a225-4fee-aca7-fbdea04d47ba {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:21:28.589068 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8906768f-a225-4fee-aca7-fbdea04d47ba,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:28.676397 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:28.727060 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:28.734580 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.734924 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.735261 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.735590 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.735915 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.736235 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.736555 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.736898 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.737215 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.737534 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.737849 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.738162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.738475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:28.899777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['8906768f-a225-4fee-aca7-fbdea04d47ba'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:21:29.668915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d385-a459-4bb5-83a4-001c49edc8fd req-1e43322a-0565-4876-86ce-cddd530136f8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:29.670392 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc63d385-a459-4bb5-83a4-001c49edc8fd req-1e43322a-0565-4876-86ce-cddd530136f8 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 944 time: 0.0551794 Jun 29 10:21:29.715638 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fc63d385-a459-4bb5-83a4-001c49edc8fd req-dada1628-25d7-431e-b41c-9ccb0c855e80 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Jun 29 10:21:30.837389 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fda1-5f96-46fb-992a-43ef13f21af5 req-5f44af69-9abc-4f08-b740-c49b81d69185 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:30.838924 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a79fda1-5f96-46fb-992a-43ef13f21af5 req-5f44af69-9abc-4f08-b740-c49b81d69185 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 944 time: 0.0568736 Jun 29 10:21:30.884216 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7a79fda1-5f96-46fb-992a-43ef13f21af5 req-5c6d5d4d-20bc-473b-9e98-20517f971f9d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Jun 29 10:21:31.046942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 8906768f-a225-4fee-aca7-fbdea04d47ba up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:21:31.161787 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 8906768f-a225-4fee-aca7-fbdea04d47ba completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:21:31.165675 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 8906768f-a225-4fee-aca7-fbdea04d47ba triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:31.166067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:31.238410 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 8906768f-a225-4fee-aca7-fbdea04d47ba is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:31.238802 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:31.261439 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:31.263720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc8db2d-62dd-4582-a4bb-01f87ee709e1" -d '{"events": [{"server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "name": "network-vif-plugged", "status": "completed", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:31.275977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8906768f-a225-4fee-aca7-fbdea04d47ba,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:31.298928 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0009633-25fa-4889-95df-f2e49cb2df56 x-openstack-request-id: req-c0009633-25fa-4889-95df-f2e49cb2df56 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:31.299220 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "name": "network-vif-plugged", "status": "completed", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:31.299471 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0009633-25fa-4889-95df-f2e49cb2df56 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:31.299870 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0009633-25fa-4889-95df-f2e49cb2df56'] response: {'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba', 'code': 200} Jun 29 10:21:31.344828 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:31.390982 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:32.007076 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44ca06-9c7b-4955-b83a-372886f77814 req-91995075-4042-46dc-86d2-e90218c9202d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:32.008535 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4a44ca06-9c7b-4955-b83a-372886f77814 req-91995075-4042-46dc-86d2-e90218c9202d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0556307 Jun 29 10:21:32.055024 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4a44ca06-9c7b-4955-b83a-372886f77814 req-2e6e3552-c43d-4002-9fcd-1c362d795b80 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Jun 29 10:21:32.211750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32092d2-cc29-482e-acea-71f28c739a26 req-7840820b-f08d-46c2-ad59-7443c2bbed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:32.213218 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e32092d2-cc29-482e-acea-71f28c739a26 req-7840820b-f08d-46c2-ad59-7443c2bbed3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 1129 time: 0.0440316 Jun 29 10:21:32.255424 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e32092d2-cc29-482e-acea-71f28c739a26 req-9b70c638-0c40-4f92-a94a-92ca8055d60c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Jun 29 10:21:33.175330 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260d89-7302-492e-8f68-7c2ee3f84b9a req-ceb8b1b7-71b2-40ec-bfee-252109a4a760 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:33.176775 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f7260d89-7302-492e-8f68-7c2ee3f84b9a req-ceb8b1b7-71b2-40ec-bfee-252109a4a760 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0543115 Jun 29 10:21:33.230137 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f7260d89-7302-492e-8f68-7c2ee3f84b9a req-95a54904-b6c4-48ec-8523-a2f565f3a1e0 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jun 29 10:21:33.762099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:34.350034 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24dbb3-478d-4bec-80ae-9f58845311a6 req-190f0bd1-5105-4e99-9357-46b004925ad0 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:34.351496 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc24dbb3-478d-4bec-80ae-9f58845311a6 req-190f0bd1-5105-4e99-9357-46b004925ad0 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0531113 Jun 29 10:21:34.401297 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cc24dbb3-478d-4bec-80ae-9f58845311a6 req-4e141b4f-8dfa-41fe-ba1e-7f7c12434d95 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Jun 29 10:21:35.614877 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1237353-de80-4fe9-bfca-7bdf84d39801 req-7d893c7a-9765-4fea-8336-355b06e9e928 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:35.616405 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d1237353-de80-4fe9-bfca-7bdf84d39801 req-7d893c7a-9765-4fea-8336-355b06e9e928 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0556734 Jun 29 10:21:35.664692 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d1237353-de80-4fe9-bfca-7bdf84d39801 req-ee3b3292-f105-4550-bd9a-9ab6f4edbaa1 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Jun 29 10:21:36.148713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-91f55568-6b96-4ead-9e3d-a4d578d1957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:36.785058 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10379cb9-7d7d-4037-94bd-ccad4de8291c req-2ac8f376-e7f3-4891-8394-f5a2ddeb6ee6 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:36.786574 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-10379cb9-7d7d-4037-94bd-ccad4de8291c req-2ac8f376-e7f3-4891-8394-f5a2ddeb6ee6 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0529482 Jun 29 10:21:36.836341 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-10379cb9-7d7d-4037-94bd-ccad4de8291c req-38d973a7-cec4-4f1e-b86f-8e15f75e15af tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443580 Jun 29 10:21:36.917475 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-563131e4-0e40-49d2-8a46-f49d87a538b3 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:36.920197 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-563131e4-0e40-49d2-8a46-f49d87a538b3 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 945 time: 0.0554624 Jun 29 10:21:37.012135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Deleting port 8906768f-a225-4fee-aca7-fbdea04d47ba {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:37.012135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.099548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] For port 8906768f-a225-4fee-aca7-fbdea04d47ba, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8906768f-a225-4fee-aca7-fbdea04d47ba,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:37.099908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.112908 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Calling delete_port for 8906768f-a225-4fee-aca7-fbdea04d47ba owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:37.306825 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60386) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:37.321742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (8906768f-a225-4fee-aca7-fbdea04d47ba), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.333558 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['8906768f-a225-4fee-aca7-fbdea04d47ba'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:21:37.399910 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Pushing event deleted for resources: {'Port': ['ID=8906768f-a225-4fee-aca7-fbdea04d47ba,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:37.410926 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60392) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:37.421290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] No DVR routers for this DVR port 8906768f-a225-4fee-aca7-fbdea04d47ba on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:37.423803 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.427105 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-330a0a4f-2ae7-4d0e-914f-9593e33fa563 req-77e19367-c31e-4053-800e-2160fdf14764 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "DELETE /v2.0/ports/8906768f-a225-4fee-aca7-fbdea04d47ba HTTP/1.1" status: 204 len: 173 time: 0.5010958 Jun 29 10:21:37.427558 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'name': 'network-vif-deleted', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:37.430077 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c21be-d505-448f-a0ff-63f1faf92310" -d '{"events": [{"server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "name": "network-vif-deleted", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:37.482514 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f65fe1-8fd8-47ce-a6a2-a019e5dc51ac x-openstack-request-id: req-e4f65fe1-8fd8-47ce-a6a2-a019e5dc51ac {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:37.482514 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5b3ff7-b0e7-49ef-ae60-9570639d14dd", "name": "network-vif-deleted", "tag": "8906768f-a225-4fee-aca7-fbdea04d47ba", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:37.482514 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4f65fe1-8fd8-47ce-a6a2-a019e5dc51ac {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:37.483356 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f65fe1-8fd8-47ce-a6a2-a019e5dc51ac'] response: {'server_uuid': '1f5b3ff7-b0e7-49ef-ae60-9570639d14dd', 'name': 'network-vif-deleted', 'tag': '8906768f-a225-4fee-aca7-fbdea04d47ba', 'status': 'completed', 'code': 200} Jun 29 10:21:37.489111 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-695de5b0-5a35-422e-996c-60194fab800f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.526554 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e979f8bc-1b2a-4a4b-ad8c-8f7b1d1c2e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.617140 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-695de5b0-5a35-422e-996c-60194fab800f admin admin] Publish callbacks [] for security_group (bb8b8204-2295-405e-8d1f-ad3d79978f03), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.650104 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e979f8bc-1b2a-4a4b-ad8c-8f7b1d1c2e5a admin admin] Publish callbacks [] for security_group (dd42390e-ffc7-49f8-a714-98f686583303), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.739519 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-695de5b0-5a35-422e-996c-60194fab800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bb8b8204-2295-405e-8d1f-ad3d79978f03), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.744487 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e979f8bc-1b2a-4a4b-ad8c-8f7b1d1c2e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (dd42390e-ffc7-49f8-a714-98f686583303), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.796465 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-695de5b0-5a35-422e-996c-60194fab800f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ecddf1bcfe94a9684508599bb96d7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885521 Jun 29 10:21:37.799114 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60398) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:37.799624 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e979f8bc-1b2a-4a4b-ad8c-8f7b1d1c2e5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bfb0082893145d5aafe545c32c8a8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877385 Jun 29 10:21:37.800700 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de5b0-5a35-422e-996c-60194fab800f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b8204-2295-405e-8d1f-ad3d79978f03,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:37.803033 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60400) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:37.850853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] Publish callbacks [] for security_group (bb8b8204-2295-405e-8d1f-ad3d79978f03), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.851114 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f8bc-1b2a-4a4b-ad8c-8f7b1d1c2e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42390e-ffc7-49f8-a714-98f686583303,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:37.878484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] Publish callbacks [] for security_group (bb8b8204-2295-405e-8d1f-ad3d79978f03), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.879017 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] Publish callbacks [] for security_group (dd42390e-ffc7-49f8-a714-98f686583303), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.908015 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] Publish callbacks [] for security_group (dd42390e-ffc7-49f8-a714-98f686583303), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:37.975255 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4a69a597-131f-40c4-ae42-c3f8c917f085 req-e77fde14-0d39-445a-9c36-38c36817b1ca tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5b3ff7-b0e7-49ef-ae60-9570639d14dd HTTP/1.1" status: 200 len: 210 time: 0.0467138 Jun 29 10:21:38.052893 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (bb8b8204-2295-405e-8d1f-ad3d79978f03), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.055737 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.057044 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb8b8204-2295-405e-8d1f-ad3d79978f03 HTTP/1.1" status: 204 len: 168 time: 0.2568071 Jun 29 10:21:38.065688 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de842-f1b7-413d-8df1-4d9412b52837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b8204-2295-405e-8d1f-ad3d79978f03,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:38.081583 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (dd42390e-ffc7-49f8-a714-98f686583303), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.084303 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.085335 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd42390e-ffc7-49f8-a714-98f686583303 HTTP/1.1" status: 204 len: 168 time: 0.2814248 Jun 29 10:21:38.095401 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85408e-83d2-4637-8a3b-671b8b71d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42390e-ffc7-49f8-a714-98f686583303,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:38.653290 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4ce79adf-dd63-4da8-b3bf-5de15cd5c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.797391 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60422) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:38.813649 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-79335417-6fa6-4192-9686-0f8378ae63da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.894157 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-79335417-6fa6-4192-9686-0f8378ae63da admin admin] Publish callbacks [] for security_group (b8d9d0d9-69aa-440b-952c-ae78f3060f80), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.945079 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-79335417-6fa6-4192-9686-0f8378ae63da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (b8d9d0d9-69aa-440b-952c-ae78f3060f80), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:38.984199 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-79335417-6fa6-4192-9686-0f8378ae63da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e016dffbc1fc425cb7d51712c81e5962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856575 Jun 29 10:21:38.985587 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79335417-6fa6-4192-9686-0f8378ae63da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9d0d9-69aa-440b-952c-ae78f3060f80,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:38.986913 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60428) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:39.056801 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] Publish callbacks [] for security_group (b8d9d0d9-69aa-440b-952c-ae78f3060f80), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:39.080198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] Publish callbacks [] for security_group (b8d9d0d9-69aa-440b-952c-ae78f3060f80), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:39.217339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (b8d9d0d9-69aa-440b-952c-ae78f3060f80), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:39.219965 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:39.221455 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8d9d0d9-69aa-440b-952c-ae78f3060f80 HTTP/1.1" status: 204 len: 168 time: 0.2335179 Jun 29 10:21:39.231472 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a00bf3-8652-45f2-b1ba-7e9cddd7b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9d0d9-69aa-440b-952c-ae78f3060f80,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:39.326969 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-347cad12-1cb3-4164-8d58-3dce859f9d95 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:39.328569 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-347cad12-1cb3-4164-8d58-3dce859f9d95 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/networks?id=3cca8048-6cdf-4dbc-b151-8a00a11cd766 HTTP/1.1" status: 200 len: 808 time: 0.1328900 Jun 29 10:21:39.345557 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-c39f5616-3a9a-4151-a28e-49de0b427bad tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/quotas/a1468f6681e945f49c50041b4513ca8e HTTP/1.1" status: 200 len: 375 time: 0.0116148 Jun 29 10:21:39.378363 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eaf160d6-5cd7-4e8b-83c1-46bbd974dc6b tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276849 Jun 29 10:21:39.492920 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:39.619966 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-d64ab9e7-f362-4d6b-a84e-add058ce7c4b service neutron] 10.222.0.60 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350745 Jun 29 10:21:39.721860 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-9c9a8113-bf9e-418e-b5c9-21f41970219a service neutron] 10.222.0.60 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919240 Jun 29 10:21:39.970862 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8d3c9c24-bc7c-4de9-9acb-06c3de7aa2e4 req-d6a27a39-93bb-45db-aa94-7d6467862401 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Jun 29 10:21:40.413214 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 8906768f-a225-4fee-aca7-fbdea04d47ba no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:40.436696 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 8906768f-a225-4fee-aca7-fbdea04d47ba {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:40.437039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 8906768f-a225-4fee-aca7-fbdea04d47ba not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:41.064913 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-34c39351-812a-4bc8-b4df-8b33eade5036 req-8012c5ec-b601-4540-a582-e95105b3589c tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 210 time: 0.0288265 Jun 29 10:21:41.303023 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:42.159217 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-39e12f6c-e037-48d7-9ae3-10a4ab6d5e3c req-794ff1d8-4329-4507-a32b-0ec724606398 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 210 time: 0.0278802 Jun 29 10:21:42.664173 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:43.255833 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-882ffed1-c1a8-41bd-b315-5a09b4d8385d req-f643e529-2880-4f4f-abf5-3fc1bf054224 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jun 29 10:21:43.346660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-51181496-c1e0-4172-ab59-adae2b13edca tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:43.347995 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-51181496-c1e0-4172-ab59-adae2b13edca tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "GET /v2.0/networks?id=3cca8048-6cdf-4dbc-b151-8a00a11cd766 HTTP/1.1" status: 200 len: 808 time: 0.1111000 Jun 29 10:21:43.361240 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Request body: {'port': {'device_id': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766', 'admin_state_up': True, 'tenant_id': 'a1468f6681e945f49c50041b4513ca8e'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:43.558823 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Made reservation on behalf of a1468f6681e945f49c50041b4513ca8e for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:43.559344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:43.696388 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Allocated IP 172.20.0.7 (3cca8048-6cdf-4dbc-b151-8a00a11cd766/e19a61fd-1f7d-424b-bbf3-633e546b2b00/489188bc-e887-45dd-9756-afbac46d89bb) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:21:43.850542 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks [] for port (489188bc-e887-45dd-9756-afbac46d89bb), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:43.943315 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:43.981572 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:43.986935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:43.990627 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:21:44.017906 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Pushing event updated for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:44.049131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:44.049935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:44.158723 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-eb009554-a8a7-42ec-b3c2-ac1f6c3ec018 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010116 Jun 29 10:21:44.171373 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Request body: {'port': {'device_id': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:44.233293 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (489188bc-e887-45dd-9756-afbac46d89bb), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:44.655430 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f496d-41b0-41c0-875a-02cd26f4ede9 req-843a2d9c-0ed2-47be-9fd1-70df4280aace tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:44.657060 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e64f496d-41b0-41c0-875a-02cd26f4ede9 req-843a2d9c-0ed2-47be-9fd1-70df4280aace tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 931 time: 0.1372468 Jun 29 10:21:44.759964 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e64f496d-41b0-41c0-875a-02cd26f4ede9 req-56138642-d728-428f-9024-c809363321df tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972595 Jun 29 10:21:44.851378 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489188bc-e887-45dd-9756-afbac46d89bb {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:21:44.859742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks [] for port (489188bc-e887-45dd-9756-afbac46d89bb), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:44.871202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Transition to ACTIVE for port object 489188bc-e887-45dd-9756-afbac46d89bb will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:21:44.950118 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:45.003233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Pushing event updated for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:45.074729 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Attempting to bind port 489188bc-e887-45dd-9756-afbac46d89bb on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:21:45.075058 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Attempting to bind port 489188bc-e887-45dd-9756-afbac46d89bb by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:21:45.075289 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Attempting to bind port 489188bc-e887-45dd-9756-afbac46d89bb on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:45.082640 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Port 489188bc-e887-45dd-9756-afbac46d89bb on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:21:45.082968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Attempting to bind port 489188bc-e887-45dd-9756-afbac46d89bb on network 3cca8048-6cdf-4dbc-b151-8a00a11cd766 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:45.088032 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:21:45.088376 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Checking segment: {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:45.088799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Bound using segment: {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:21:45.089225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Bound port: 489188bc-e887-45dd-9756-afbac46d89bb, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32327427-793d-44bd-a6f8-5b5c6d4089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:21:45.089586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (489188bc-e887-45dd-9756-afbac46d89bb), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:45.152592 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:21:45.155909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=489188bc-e887-45dd-9756-afbac46d89bb,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:21:45.250595 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:45.280984 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.281143 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:45.282885 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] 10.222.0.64 "PUT /v2.0/ports/489188bc-e887-45dd-9756-afbac46d89bb HTTP/1.1" status: 200 len: 1093 time: 1.1161954 Jun 29 10:21:45.285124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:45.288837 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d86010-029c-4246-b1df-b06ef373172b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "tag": "489188bc-e887-45dd-9756-afbac46d89bb"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:45.323632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8894-ff99-4da7-82b0-b69e53a76576 service neutron] Pushing event updated for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:45.343087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8bc770-575e-44d6-8126-30ad73f06c58 x-openstack-request-id: req-8a8bc770-575e-44d6-8126-30ad73f06c58 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:45.343087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "tag": "489188bc-e887-45dd-9756-afbac46d89bb", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:45.343087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a8bc770-575e-44d6-8126-30ad73f06c58 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:45.343087 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8bc770-575e-44d6-8126-30ad73f06c58'] response: {'name': 'network-changed', 'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb', 'status': 'completed', 'code': 200} Jun 29 10:21:45.398839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86010-029c-4246-b1df-b06ef373172b req-a67bede4-bbc8-4a2c-ae48-8ac9a7812550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.400355 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-30d86010-029c-4246-b1df-b06ef373172b req-a67bede4-bbc8-4a2c-ae48-8ac9a7812550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 1127 time: 0.0470133 Jun 29 10:21:45.504320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86010-029c-4246-b1df-b06ef373172b req-e24da690-86c8-4c1c-8838-06c4a1148291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.505799 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-30d86010-029c-4246-b1df-b06ef373172b req-e24da690-86c8-4c1c-8838-06c4a1148291 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1468f6681e945f49c50041b4513ca8e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0989785 Jun 29 10:21:45.602377 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86010-029c-4246-b1df-b06ef373172b req-412067d1-5fb2-411f-9f14-74a2477bd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.604313 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-30d86010-029c-4246-b1df-b06ef373172b req-412067d1-5fb2-411f-9f14-74a2477bd455 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931957 Jun 29 10:21:45.692720 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-595699ea-4e9f-4cac-9ad4-003a51f91a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.694215 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-595699ea-4e9f-4cac-9ad4-003a51f91a0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1468f6681e945f49c50041b4513ca8e&device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 1127 time: 0.0530851 Jun 29 10:21:45.740042 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-de05c30c-9881-4b4d-883b-e86aa8e0ce14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489188bc-e887-45dd-9756-afbac46d89bb HTTP/1.1" status: 200 len: 217 time: 0.0391166 Jun 29 10:21:45.789209 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-52fd919e-eb5f-474d-a0ed-466e670355ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.790710 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-52fd919e-eb5f-474d-a0ed-466e670355ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19a61fd-1f7d-424b-bbf3-633e546b2b00 HTTP/1.1" status: 200 len: 848 time: 0.0449829 Jun 29 10:21:45.823883 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-479265ef-e779-42a4-8d91-1949c920f74e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3cca8048-6cdf-4dbc-b151-8a00a11cd766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272276 Jun 29 10:21:45.936199 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241de71e-4039-46c1-97ea-ca5a6965a180 req-531f7b4a-a98e-4289-a63f-0b1e3b718c36 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:45.937993 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-241de71e-4039-46c1-97ea-ca5a6965a180 req-531f7b4a-a98e-4289-a63f-0b1e3b718c36 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 943 time: 0.1100132 Jun 29 10:21:45.975893 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-e4d61830-fd6c-464f-953f-d231900f3c9c service neutron] 10.222.0.64 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397049 Jun 29 10:21:46.045772 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-241de71e-4039-46c1-97ea-ca5a6965a180 req-fefeb96f-3e63-4006-894c-b2413ddad812 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008184 Jun 29 10:21:46.088427 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1ce16655-adf5-4557-8ce0-6be98d589eb6 req-a27271eb-46eb-4178-b6ce-1aaf3948f1ec service neutron] 10.222.0.64 "GET /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029661 Jun 29 10:21:46.691069 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60630) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:46.799995 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a9232e50-6c6a-41bd-8fbc-1d894e8513d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:46.878159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a9232e50-6c6a-41bd-8fbc-1d894e8513d5 admin admin] Publish callbacks [] for security_group (67a2fd4e-798d-48c2-a049-960188e2f381), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:46.927587 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a9232e50-6c6a-41bd-8fbc-1d894e8513d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (67a2fd4e-798d-48c2-a049-960188e2f381), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:46.969757 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a9232e50-6c6a-41bd-8fbc-1d894e8513d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=effdfbc1c1104f38a328ea0c726af54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775731 Jun 29 10:21:46.970660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9232e50-6c6a-41bd-8fbc-1d894e8513d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2fd4e-798d-48c2-a049-960188e2f381,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:46.973415 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60640) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:47.029837 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] Publish callbacks [] for security_group (67a2fd4e-798d-48c2-a049-960188e2f381), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:47.053694 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] Publish callbacks [] for security_group (67a2fd4e-798d-48c2-a049-960188e2f381), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:47.167196 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1167ce-e28e-4035-bb12-87dffb85c189 req-2a915a2d-9967-4e00-85fa-62488df16455 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:47.168696 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af1167ce-e28e-4035-bb12-87dffb85c189 req-2a915a2d-9967-4e00-85fa-62488df16455 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Jun 29 10:21:47.181896 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (67a2fd4e-798d-48c2-a049-960188e2f381), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:47.188301 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:47.188301 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67a2fd4e-798d-48c2-a049-960188e2f381 HTTP/1.1" status: 204 len: 168 time: 0.2100401 Jun 29 10:21:47.202287 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20dc41-0bb4-49fa-92b9-3daf3b5572c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2fd4e-798d-48c2-a049-960188e2f381,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:47.231740 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-af1167ce-e28e-4035-bb12-87dffb85c189 req-bcce0d6d-5801-4a6e-97c2-27fc1e69f04e tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570211 Jun 29 10:21:47.884271 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60654) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:47.897069 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5ad878d-f672-475f-bea9-77d5f92f5803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:47.972025 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5ad878d-f672-475f-bea9-77d5f92f5803 admin admin] Publish callbacks [] for security_group (cd10799c-fa7e-47ae-a498-5d1537bdfebd), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.047366 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c5ad878d-f672-475f-bea9-77d5f92f5803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (cd10799c-fa7e-47ae-a498-5d1537bdfebd), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.083547 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad878d-f672-475f-bea9-77d5f92f5803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd10799c-fa7e-47ae-a498-5d1537bdfebd,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:48.087843 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c5ad878d-f672-475f-bea9-77d5f92f5803 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffb347a825c64ae8a51dd7bc457b3e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025554 Jun 29 10:21:48.091155 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60656) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:48.137853 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] Publish callbacks [] for security_group (cd10799c-fa7e-47ae-a498-5d1537bdfebd), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.160197 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] Publish callbacks [] for security_group (cd10799c-fa7e-47ae-a498-5d1537bdfebd), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.265932 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (cd10799c-fa7e-47ae-a498-5d1537bdfebd), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.268912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.270290 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd10799c-fa7e-47ae-a498-5d1537bdfebd HTTP/1.1" status: 204 len: 168 time: 0.1789494 Jun 29 10:21:48.296739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327223e9-28a8-4f19-ad8e-fac04986709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd10799c-fa7e-47ae-a498-5d1537bdfebd,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:48.390443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6c44-34e4-4533-a87a-72d45b59b5f4 req-190c20b7-171b-49d3-8e13-eb59e9eabdb4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:48.391924 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d30b6c44-34e4-4533-a87a-72d45b59b5f4 req-190c20b7-171b-49d3-8e13-eb59e9eabdb4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 943 time: 0.0632572 Jun 29 10:21:48.440360 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d30b6c44-34e4-4533-a87a-72d45b59b5f4 req-71d0f3f2-8390-41c2-a519-25477c86c9d3 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Jun 29 10:21:48.445498 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 489188bc-e887-45dd-9756-afbac46d89bb details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:21:48.552044 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=489188bc-e887-45dd-9756-afbac46d89bb,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:48.564742 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '489188bc-e887-45dd-9756-afbac46d89bb', 'network_id': '3cca8048-6cdf-4dbc-b151-8a00a11cd766', 'port_id': '489188bc-e887-45dd-9756-afbac46d89bb', 'mac_address': 'fa:16:3e:6b:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19a61fd-1f7d-424b-bbf3-633e546b2b00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:21:48.599114 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 489188bc-e887-45dd-9756-afbac46d89bb is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:48.599499 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (489188bc-e887-45dd-9756-afbac46d89bb), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.615785 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489188bc-e887-45dd-9756-afbac46d89bb {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:21:48.634484 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=489188bc-e887-45dd-9756-afbac46d89bb,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:48.738975 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:48.796351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:48.939867 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['489188bc-e887-45dd-9756-afbac46d89bb'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:21:49.560108 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b7fa-1083-4bf1-ac18-21f42b41ccf8 req-7e05fffc-e0d3-49c7-8597-aad90f30b4a3 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:49.561879 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1bb9b7fa-1083-4bf1-ac18-21f42b41ccf8 req-7e05fffc-e0d3-49c7-8597-aad90f30b4a3 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 944 time: 0.0517619 Jun 29 10:21:49.617234 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1bb9b7fa-1083-4bf1-ac18-21f42b41ccf8 req-84c4bfe1-c1d5-4cac-8e0e-1f6e0ec7dedc tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 Jun 29 10:21:49.916653 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60704) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:50.021240 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3921181-7bf3-4cd0-877b-622f1dd2298e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.097289 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3921181-7bf3-4cd0-877b-622f1dd2298e admin admin] Publish callbacks [] for security_group (e212f6b1-b6c2-4021-b1b7-233e1238e447), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.161299 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-a3921181-7bf3-4cd0-877b-622f1dd2298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e212f6b1-b6c2-4021-b1b7-233e1238e447), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.197774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3921181-7bf3-4cd0-877b-622f1dd2298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212f6b1-b6c2-4021-b1b7-233e1238e447,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:50.201964 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-a3921181-7bf3-4cd0-877b-622f1dd2298e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0105aa4e9dd04afaa42f7cb413388e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842915 Jun 29 10:21:50.205209 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60710) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:50.251666 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] Publish callbacks [] for security_group (e212f6b1-b6c2-4021-b1b7-233e1238e447), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.275835 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] Publish callbacks [] for security_group (e212f6b1-b6c2-4021-b1b7-233e1238e447), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.389816 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (e212f6b1-b6c2-4021-b1b7-233e1238e447), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.392361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.393548 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e212f6b1-b6c2-4021-b1b7-233e1238e447 HTTP/1.1" status: 204 len: 168 time: 0.1874571 Jun 29 10:21:50.401557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589142e-412d-4045-b99d-4a893a3ee11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212f6b1-b6c2-4021-b1b7-233e1238e447,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:50.458420 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 489188bc-e887-45dd-9756-afbac46d89bb up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:21:50.559608 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 489188bc-e887-45dd-9756-afbac46d89bb completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:21:50.564398 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 489188bc-e887-45dd-9756-afbac46d89bb triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:50.564799 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (489188bc-e887-45dd-9756-afbac46d89bb), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.634028 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 489188bc-e887-45dd-9756-afbac46d89bb is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:50.634413 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (489188bc-e887-45dd-9756-afbac46d89bb), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.659027 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:50.661364 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5dff4-67ab-412c-820b-2dbef5a3f3fb" -d '{"events": [{"server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "name": "network-vif-plugged", "status": "completed", "tag": "489188bc-e887-45dd-9756-afbac46d89bb"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:50.677558 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=489188bc-e887-45dd-9756-afbac46d89bb,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:50.698204 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df00b93-8f1f-4c32-b734-5f1f9745cdb0 x-openstack-request-id: req-5df00b93-8f1f-4c32-b734-5f1f9745cdb0 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:50.698501 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "name": "network-vif-plugged", "status": "completed", "tag": "489188bc-e887-45dd-9756-afbac46d89bb", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:50.698874 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5df00b93-8f1f-4c32-b734-5f1f9745cdb0 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:50.699147 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df00b93-8f1f-4c32-b734-5f1f9745cdb0'] response: {'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb', 'code': 200} Jun 29 10:21:50.756032 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807888-bed3-4ddb-9ea6-b09c5cae3327 req-2a42ef44-04d5-45a5-909a-874e7173c05d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:50.757470 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e807888-bed3-4ddb-9ea6-b09c5cae3327 req-2a42ef44-04d5-45a5-909a-874e7173c05d tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 944 time: 0.0572283 Jun 29 10:21:50.782590 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:50.808423 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4e807888-bed3-4ddb-9ea6-b09c5cae3327 req-db01b3f9-a4b3-4317-8bdb-171ab423092c tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Jun 29 10:21:50.842835 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:50.975022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e7b5-6687-42a6-91c7-1a1ce8df654a req-d62d087d-1a61-4692-8bfb-1e35b6fc3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:50.976555 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a142e7b5-6687-42a6-91c7-1a1ce8df654a req-d62d087d-1a61-4692-8bfb-1e35b6fc3b83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 1129 time: 0.0445518 Jun 29 10:21:51.020271 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a142e7b5-6687-42a6-91c7-1a1ce8df654a req-214554d9-a964-4add-a820-519f6cff4404 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Jun 29 10:21:51.534380 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 60744) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:51.646484 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d31cd428-ec01-4abf-8b1d-2c4a43c6833e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:51.722178 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d31cd428-ec01-4abf-8b1d-2c4a43c6833e admin admin] Publish callbacks [] for security_group (4e4099d6-aa91-47c2-94be-5dd6892b93d6), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:51.801218 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d31cd428-ec01-4abf-8b1d-2c4a43c6833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4e4099d6-aa91-47c2-94be-5dd6892b93d6), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:51.837806 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cd428-ec01-4abf-8b1d-2c4a43c6833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4099d6-aa91-47c2-94be-5dd6892b93d6,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:51.844566 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d31cd428-ec01-4abf-8b1d-2c4a43c6833e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4bdaa4adfc640d9b5880df6b2fd9acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073106 Jun 29 10:21:51.845761 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60752) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:51.919866 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] Publish callbacks [] for security_group (4e4099d6-aa91-47c2-94be-5dd6892b93d6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:51.944197 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] Publish callbacks [] for security_group (4e4099d6-aa91-47c2-94be-5dd6892b93d6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:51.955624 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb029102-a997-4a1f-896d-15cd7c48467b req-2da8d9cb-59bd-44b4-a8ba-8a0167575ba4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:51.957428 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb029102-a997-4a1f-896d-15cd7c48467b req-2da8d9cb-59bd-44b4-a8ba-8a0167575ba4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Jun 29 10:21:52.011142 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb029102-a997-4a1f-896d-15cd7c48467b req-b301a281-89c5-4c03-b608-93568c8b1c88 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461345 Jun 29 10:21:52.110283 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (4e4099d6-aa91-47c2-94be-5dd6892b93d6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:52.112901 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:52.114058 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e4099d6-aa91-47c2-94be-5dd6892b93d6 HTTP/1.1" status: 204 len: 168 time: 0.2667930 Jun 29 10:21:52.122087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf45ba-22d7-43d5-9720-4cc6e74e0c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4099d6-aa91-47c2-94be-5dd6892b93d6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:52.949247 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:21:53.133757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d9cd-315e-4997-857d-5c6864c8c491 req-f1ade7a0-1b08-47ef-b38d-d1af8bf8f5bd tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:53.135676 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9456d9cd-315e-4997-857d-5c6864c8c491 req-f1ade7a0-1b08-47ef-b38d-d1af8bf8f5bd tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 945 time: 0.0565813 Jun 29 10:21:53.189828 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9456d9cd-315e-4997-857d-5c6864c8c491 req-83bdb5ef-b36b-4a00-b1ad-7e397f4375e5 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Jun 29 10:21:53.189828 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60802) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:53.290725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-289475598-network', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:53.355625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Made reservation on behalf of 92fb0a6035684a01866d73db29bd13bd for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:53.357985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.367855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.443269 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks [] for security_group (22696b20-2fe8-42db-a460-4f9b1cc6fc73), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.532825 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (22696b20-2fe8-42db-a460-4f9b1cc6fc73), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.554111 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:21:53.569896 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22696b20-2fe8-42db-a460-4f9b1cc6fc73,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:53.594498 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (93c5a47d-0cea-4936-bb1b-c8c4e68136c8), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.594498 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Added segment 93c5a47d-0cea-4936-bb1b-c8c4e68136c8 of type vlan for network 61475871-7f53-41b7-8e48-f3eb0163aeb4 Jun 29 10:21:53.611937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (61475871-7f53-41b7-8e48-f3eb0163aeb4), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.708277 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (61475871-7f53-41b7-8e48-f3eb0163aeb4), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.709281 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:53.709900 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:53.776191 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] Pushing event updated for resources: {'Network': ['ID=61475871-7f53-41b7-8e48-f3eb0163aeb4,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:53.787172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:21:53.833245 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1c355a60-686e-4642-9dac-a13a504a2f9c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6421392 Jun 29 10:21:53.835929 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60816) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:53.840813 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Request body: {'subnet': {'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-289475598-subnet', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:53.943421 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Made reservation on behalf of 92fb0a6035684a01866d73db29bd13bd for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:21:53.945801 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098440'] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.212972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59805815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098458'] for subnet (f3259676-9911-4ce8-84bc-18459ca40d9d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.268625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3259676-9911-4ce8-84bc-18459ca40d9d,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:54.286163 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:54.286524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Network hostable DHCP agents. Network: 61475871-7f53-41b7-8e48-f3eb0163aeb4, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:21:54.383982 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:21:54.468564 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 61475871-7f53-41b7-8e48-f3eb0163aeb4) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:54.471249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:54.472659 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.474652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94de832-9ce3-42f8-93c2-d8e7d6f85a07 None None] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:54.546876 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25581-3adb-4854-ae5a-977641e3fe75 req-7c59c08b-cf72-4834-8a7a-b764a275958a tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:54.548360 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ce25581-3adb-4854-ae5a-977641e3fe75 req-7c59c08b-cf72-4834-8a7a-b764a275958a tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 945 time: 0.0570667 Jun 29 10:21:54.578119 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-61475871-7f53-41b7-8e48-f3eb0163aeb4', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:21:54.579034 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.599630 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6ce25581-3adb-4854-ae5a-977641e3fe75 req-db9a1096-028d-4195-a09c-0c3e79ca4d00 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Jun 29 10:21:54.610423 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-b822df1f-3ead-4d39-ba33-d250f82d4d7f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7734978 Jun 29 10:21:54.613983 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60826) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:54.626297 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:21:54.704681 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.705827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.713606 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Allocated IP 172.20.0.2 (61475871-7f53-41b7-8e48-f3eb0163aeb4/f3259676-9911-4ce8-84bc-18459ca40d9d/5091e470-91ba-473c-b891-b55548bbf468) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:21:54.755818 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for router_controller (a76f8a4a-8887-4732-b1f3-bc5b700976b1), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.849257 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks [] for port (5091e470-91ba-473c-b891-b55548bbf468), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.916388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (5091e470-91ba-473c-b891-b55548bbf468), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:54.950401 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:54.954949 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:54.957572 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:21:54.974182 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Pushing event updated for resources: {'Port': ['ID=5091e470-91ba-473c-b891-b55548bbf468,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:54.990353 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for router_gateway (a76f8a4a-8887-4732-b1f3-bc5b700976b1), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.022421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Attempting to bind port 5091e470-91ba-473c-b891-b55548bbf468 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:21:55.022781 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Attempting to bind port 5091e470-91ba-473c-b891-b55548bbf468 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:21:55.023133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Attempting to bind port 5091e470-91ba-473c-b891-b55548bbf468 on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:55.027991 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:21:55.028352 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:55.028768 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.029150 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Bound using segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:21:55.029600 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Bound port: 5091e470-91ba-473c-b891-b55548bbf468, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:21:55.029966 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5091e470-91ba-473c-b891-b55548bbf468), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.095948 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] For port 5091e470-91ba-473c-b891-b55548bbf468, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:21:55.100026 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] For port 5091e470-91ba-473c-b891-b55548bbf468, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5091e470-91ba-473c-b891-b55548bbf468,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:21:55.184864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5091e470-91ba-473c-b891-b55548bbf468), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.246475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5661-beee-43b4-941b-c426e786e464 None None] Pushing event updated for resources: {'Port': ['ID=5091e470-91ba-473c-b891-b55548bbf468,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:55.279315 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for router_gateway (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.302787 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.415345 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Allocated IP 172.27.1.12 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/430f3f04-4b5f-4d65-b325-c5f87c47d542) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:21:55.555472 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.647978 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:55.684887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:55.689791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:55.693356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:21:55.716832 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Pushing event updated for resources: {'Port': ['ID=430f3f04-4b5f-4d65-b325-c5f87c47d542,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:55.734591 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975f42-fe3c-489c-9eaf-0e8c42072b02 req-42587329-995c-4c76-b582-c6181ae567e4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:55.740784 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cd975f42-fe3c-489c-9eaf-0e8c42072b02 req-42587329-995c-4c76-b582-c6181ae567e4 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 945 time: 0.0640242 Jun 29 10:21:55.798282 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-cd975f42-fe3c-489c-9eaf-0e8c42072b02 req-f2b3a989-4080-4b73-9858-65d2d173dc7f tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed5ccd42-0f36-40b5-be7d-02c4631d795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501354 Jun 29 10:21:55.891259 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-52b2e433-01ec-45e3-9972-b86d4f9cf89f tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:21:55.892893 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-52b2e433-01ec-45e3-9972-b86d4f9cf89f tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 945 time: 0.1115739 Jun 29 10:21:55.988092 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Deleting port 489188bc-e887-45dd-9756-afbac46d89bb {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:21:55.988429 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (489188bc-e887-45dd-9756-afbac46d89bb), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.151474 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] For port 489188bc-e887-45dd-9756-afbac46d89bb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=489188bc-e887-45dd-9756-afbac46d89bb,segment=NetworkSegment(32327427-793d-44bd-a6f8-5b5c6d4089e5),segment_id=32327427-793d-44bd-a6f8-5b5c6d4089e5)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:56.151839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (489188bc-e887-45dd-9756-afbac46d89bb), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.176451 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Calling delete_port for 489188bc-e887-45dd-9756-afbac46d89bb owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:21:56.188717 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for router_gateway (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.227242 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c1da9-cedb-4a4f-b47c-54df8cdd3df2 None None] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:21:56.348842 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-657dff69-0928-487d-a009-48123696a70e None None] Provisioning complete for port 5091e470-91ba-473c-b891-b55548bbf468 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:56.349470 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-657dff69-0928-487d-a009-48123696a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5091e470-91ba-473c-b891-b55548bbf468), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.427316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-657dff69-0928-487d-a009-48123696a70e None None] Current status of the port 5091e470-91ba-473c-b891-b55548bbf468 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:56.427713 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-657dff69-0928-487d-a009-48123696a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (5091e470-91ba-473c-b891-b55548bbf468), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.459139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.465101 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-657dff69-0928-487d-a009-48123696a70e None None] For port 5091e470-91ba-473c-b891-b55548bbf468, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5091e470-91ba-473c-b891-b55548bbf468,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:21:56.537736 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (489188bc-e887-45dd-9756-afbac46d89bb), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.577891 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Pushing event deleted for resources: {'Port': ['ID=489188bc-e887-45dd-9756-afbac46d89bb,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:56.597278 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.597621 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.597968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.598302 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.598623 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.599006 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.599272 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.599589 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.599907 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.600232 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.600547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.600889 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.601202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:56.605903 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-657dff69-0928-487d-a009-48123696a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (5091e470-91ba-473c-b891-b55548bbf468), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.641859 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] No DVR routers for this DVR port 489188bc-e887-45dd-9756-afbac46d89bb on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:21:56.646044 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.649298 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-ac25b3a8-0ac3-43a0-bb06-f6d898b6ec72 req-14cac289-631d-495a-bb7a-ad87fa412b45 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.64 "DELETE /v2.0/ports/489188bc-e887-45dd-9756-afbac46d89bb HTTP/1.1" status: 204 len: 173 time: 0.7508554 Jun 29 10:21:56.649756 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'name': 'network-vif-deleted', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:21:56.653521 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb1f21-e33c-46d4-a92c-a3279b2f5782" -d '{"events": [{"server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "name": "network-vif-deleted", "tag": "489188bc-e887-45dd-9756-afbac46d89bb"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:21:56.660828 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dff69-0928-487d-a009-48123696a70e None None] Pushing event updated for resources: {'Port': ['ID=5091e470-91ba-473c-b891-b55548bbf468,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:56.681685 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5091e470-91ba-473c-b891-b55548bbf468 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:21:56.693095 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905cf0b3-e2ff-4c46-9c62-1846d74deea6 x-openstack-request-id: req-905cf0b3-e2ff-4c46-9c62-1846d74deea6 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:21:56.693576 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5dfae-f80a-4613-b80e-b9a321ff9a09", "name": "network-vif-deleted", "tag": "489188bc-e887-45dd-9756-afbac46d89bb", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:21:56.693827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-905cf0b3-e2ff-4c46-9c62-1846d74deea6 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:21:56.694498 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905cf0b3-e2ff-4c46-9c62-1846d74deea6'] response: {'server_uuid': '0cc5dfae-f80a-4613-b80e-b9a321ff9a09', 'name': 'network-vif-deleted', 'tag': '489188bc-e887-45dd-9756-afbac46d89bb', 'status': 'completed', 'code': 200} Jun 29 10:21:56.750862 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-74c826a2-c141-4eea-bb5f-9afb5c4117fa None None] Provisioning complete for port 5091e470-91ba-473c-b891-b55548bbf468 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:56.751213 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-74c826a2-c141-4eea-bb5f-9afb5c4117fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5091e470-91ba-473c-b891-b55548bbf468), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.761599 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:21:56.787556 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 5091e470-91ba-473c-b891-b55548bbf468 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:56.787920 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5091e470-91ba-473c-b891-b55548bbf468), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.878958 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-74c826a2-c141-4eea-bb5f-9afb5c4117fa None None] Current status of the port 5091e470-91ba-473c-b891-b55548bbf468 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:56.896004 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:21:56.914952 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:21:56.920644 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 5091e470-91ba-473c-b891-b55548bbf468 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:56.920920 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-91d16443-0da3-470e-b478-afc8012bd87c req-1d3c42ce-bcf1-4d03-a4d0-e824aa3e1086 tempest-VolumesActionsTest-305934305 tempest-VolumesActionsTest-305934305-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cc5dfae-f80a-4613-b80e-b9a321ff9a09 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Jun 29 10:21:56.930594 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:56.930594 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:56.988221 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:56.989799 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-45a7df29-8bca-41ff-9ba7-937c0b0f7bec admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3755159 Jun 29 10:21:56.995239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60852) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:21:57.051930 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:57.367857 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:55Z', 'revision_number': 3, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:57.403658 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:21:57.403976 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Updating router a76f8a4a-8887-4732-b1f3-bc5b700976b1 port 430f3f04-4b5f-4d65-b325-c5f87c47d542 binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:21:57.441349 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.756976 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks [] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.825139 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.845323 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.894272 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Attempting to bind port 430f3f04-4b5f-4d65-b325-c5f87c47d542 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:21:57.894642 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Attempting to bind port 430f3f04-4b5f-4d65-b325-c5f87c47d542 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:21:57.895263 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Attempting to bind port 430f3f04-4b5f-4d65-b325-c5f87c47d542 on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:21:57.905633 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:21:57.906006 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:21:57.906406 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.906837 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:21:57.907300 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Bound port: 430f3f04-4b5f-4d65-b325-c5f87c47d542, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:21:57.907679 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:57.910025 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Pushing event updated for resources: {'Port': ['ID=430f3f04-4b5f-4d65-b325-c5f87c47d542,revision_number=2']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:57.933590 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.934281 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.934281 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.934633 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.934961 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.935286 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.935658 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.935984 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.936305 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.937263 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.937593 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.937913 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.938233 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:21:57.973071 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] For port 430f3f04-4b5f-4d65-b325-c5f87c47d542, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:21:57.977545 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] For port 430f3f04-4b5f-4d65-b325-c5f87c47d542, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=430f3f04-4b5f-4d65-b325-c5f87c47d542,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:21:58.005822 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Allocated IP 172.20.0.1 (61475871-7f53-41b7-8e48-f3eb0163aeb4/f3259676-9911-4ce8-84bc-18459ca40d9d/7666406e-a0eb-474b-b7cc-34fd1122e554) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:21:58.086001 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.122508 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks [] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.137117 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:21:58.137761 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:58.181148 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd451d-66f9-49b6-a83c-3a477895a59f None None] Pushing event updated for resources: {'Port': ['ID=430f3f04-4b5f-4d65-b325-c5f87c47d542,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:58.207654 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.248286 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:21:58.248513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:58.251524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:58.254025 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:21:58.290614 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:58.319159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.477112 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:55Z', 'revision_number': 3, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:21:58.501565 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 489188bc-e887-45dd-9756-afbac46d89bb no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:21:58.502148 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba3a78-80b5-4672-837b-e797718ea6db None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:55Z', 'revision_number': 3, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:21:58.523022 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 489188bc-e887-45dd-9756-afbac46d89bb {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:21:58.523325 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 489188bc-e887-45dd-9756-afbac46d89bb not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:21:58.530637 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-6aeeb210-0c8f-435a-aba8-3691be874371 None None] Provisioning complete for port 7666406e-a0eb-474b-b7cc-34fd1122e554 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:58.531115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb210-0c8f-435a-aba8-3691be874371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.566437 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-6aeeb210-0c8f-435a-aba8-3691be874371 None None] Port 7666406e-a0eb-474b-b7cc-34fd1122e554 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:21:58.597053 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5091e470-91ba-473c-b891-b55548bbf468 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:21:58.624643 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.670111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 5091e470-91ba-473c-b891-b55548bbf468 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:58.670488 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (5091e470-91ba-473c-b891-b55548bbf468), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.760313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 5091e470-91ba-473c-b891-b55548bbf468 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:21:58.854449 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks [] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:58.933115 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:59.007643 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:21:59.010077 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:59.114967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:21:59.116660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:21:59.257164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:21:59.411672 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:21:59.417042 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-01a3ea30-10fb-453e-b015-a9bb6d4258e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/a76f8a4a-8887-4732-b1f3-bc5b700976b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204674 Jun 29 10:21:59.497532 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-4aec88ab-fed2-4617-b326-7c15b4568604 None None] Provisioning complete for port 7666406e-a0eb-474b-b7cc-34fd1122e554 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:21:59.499367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4aec88ab-fed2-4617-b326-7c15b4568604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:21:59.546394 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4aec88ab-fed2-4617-b326-7c15b4568604 None None] Port 7666406e-a0eb-474b-b7cc-34fd1122e554 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:00.182513 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60930) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:00.188023 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879347878-network', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:00.281730 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Made reservation on behalf of 503498c45f4e4e7b96641cb4f00e3151 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:00.284108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.293344 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.304544 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:22:00.315411 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:00.315962 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:00.383383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks [] for security_group (db1752f5-4f26-4236-b08d-c0141e3f5251), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.421653 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:00.464700 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (db1752f5-4f26-4236-b08d-c0141e3f5251), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.487553 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:22:00.502858 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1752f5-4f26-4236-b08d-c0141e3f5251,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:00.507263 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.507604 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Added segment 5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb of type vlan for network 669dfacf-5a55-4463-b2b5-2e532bde72ba Jun 29 10:22:00.551997 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (669dfacf-5a55-4463-b2b5-2e532bde72ba), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.641371 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (669dfacf-5a55-4463-b2b5-2e532bde72ba), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.642346 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:00.642922 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.652646 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 430f3f04-4b5f-4d65-b325-c5f87c47d542 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:00.706070 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=669dfacf-5a55-4463-b2b5-2e532bde72ba,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:00.723873 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:22:00.779519 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-4e1374d9-36df-435e-bc07-cb8997c22ca9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5959117 Jun 29 10:22:00.783407 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60938) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:00.788195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Request body: {'subnet': {'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879347878-subnet', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:00.825388 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 430f3f04-4b5f-4d65-b325-c5f87c47d542 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:00.825756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.868218 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Made reservation on behalf of 503498c45f4e4e7b96641cb4f00e3151 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:00.870559 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098440'] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.890349 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 2, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:00.930290 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:22:00.930637 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Updating router a76f8a4a-8887-4732-b1f3-bc5b700976b1 port 7666406e-a0eb-474b-b7cc-34fd1122e554 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:22:00.958183 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 430f3f04-4b5f-4d65-b325-c5f87c47d542 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:00.958565 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.976876 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:00.995136 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 430f3f04-4b5f-4d65-b325-c5f87c47d542, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=430f3f04-4b5f-4d65-b325-c5f87c47d542,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:01.081933 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.110179 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59805815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098458'] for subnet (94bbfcb0-db7b-4257-bf71-aa0bf03f4704), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.170350 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bbfcb0-db7b-4257-bf71-aa0bf03f4704,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:01.175582 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Checking segment: {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:01.175942 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Network hostable DHCP agents. Network: 669dfacf-5a55-4463-b2b5-2e532bde72ba, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:22:01.198426 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=430f3f04-4b5f-4d65-b325-c5f87c47d542,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:01.256588 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:22:01.349778 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 669dfacf-5a55-4463-b2b5-2e532bde72ba) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:01.354192 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:01.355339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.358165 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d666f4a-0b2f-450a-8ba0-84272882e132 None None] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:22:01.364815 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks [] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.480371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9e336ee-0ba4-5c99-a208-d170a305936a-669dfacf-5a55-4463-b2b5-2e532bde72ba', 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba', 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'fixed_ips': [{'subnet_id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704'}]}} from dv-cinder-847864-5-iscsi. {{(pid=104297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 10:22:01.481234 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.495538 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0f1a6b2e-53d8-4696-82cf-0472fbeaeeed admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7110398 Jun 29 10:22:01.498012 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60942) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:01.503087 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:01.560229 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.595719 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-589'] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.599117 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-580'] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.627325 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60091469-1283-4359-a218-58789b6da389 None None] Pushing event updated for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:01.662486 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for router_controller (fc02138b-1d3e-4acb-94de-69c344c0ef7f), precommit_add_association {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.721688 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.db_base_plugin_common [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Allocated IP 172.20.0.2 (669dfacf-5a55-4463-b2b5-2e532bde72ba/94bbfcb0-db7b-4257-bf71-aa0bf03f4704/c4083b8a-d36b-456d-bccd-8264ee00af3a) {{(pid=104297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:01.732415 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Attempting to bind port 7666406e-a0eb-474b-b7cc-34fd1122e554 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:01.736314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Attempting to bind port 7666406e-a0eb-474b-b7cc-34fd1122e554 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:01.736314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Attempting to bind port 7666406e-a0eb-474b-b7cc-34fd1122e554 on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:01.742485 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:01.742731 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:01.743127 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.743516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Bound using segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:01.743986 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Bound port: 7666406e-a0eb-474b-b7cc-34fd1122e554, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:01.744361 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.864319 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] For port 7666406e-a0eb-474b-b7cc-34fd1122e554, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:01.869262 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] For port 7666406e-a0eb-474b-b7cc-34fd1122e554, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7666406e-a0eb-474b-b7cc-34fd1122e554,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:01.871967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for router_gateway (fc02138b-1d3e-4acb-94de-69c344c0ef7f), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.918065 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-81f574ea-240d-49f6-b821-2c8fb84ea71a None None] Provisioning complete for port 7666406e-a0eb-474b-b7cc-34fd1122e554 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:01.918364 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-81f574ea-240d-49f6-b821-2c8fb84ea71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.946192 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks [] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), precommit_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:01.958685 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-81f574ea-240d-49f6-b821-2c8fb84ea71a None None] Port 7666406e-a0eb-474b-b7cc-34fd1122e554 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:01.973151 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.014072 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), after_create {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.042636 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60091469-1283-4359-a218-58789b6da389 None None] Pushing event updated for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:02.048780 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:02.049369 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:02.085207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba is already hosted by enough agents. {{(pid=104297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:02.090765 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.scheduler.base_scheduler [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Resources bound (agent type, host, resource id): {{(pid=104297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:02.110449 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Received port after_create {{(pid=104297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:02.158164 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for router_gateway (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.179453 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.289959 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Allocated IP 172.27.1.216 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/9f49f45d-1a9a-493e-af26-dec59d3f15da) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:02.314305 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Pushing event updated for resources: {'Port': ['ID=c4083b8a-d36b-456d-bccd-8264ee00af3a,revision_number=1']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:02.367371 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:02.369616 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Attempting to bind port c4083b8a-d36b-456d-bccd-8264ee00af3a on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:02.370004 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Attempting to bind port c4083b8a-d36b-456d-bccd-8264ee00af3a by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:02.370320 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Attempting to bind port c4083b8a-d36b-456d-bccd-8264ee00af3a on network 669dfacf-5a55-4463-b2b5-2e532bde72ba {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:02.392913 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Provisioning complete for port 7666406e-a0eb-474b-b7cc-34fd1122e554 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:02.393282 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.397692 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.423389 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:02.423758 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Checking segment: {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:02.424152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.424551 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Bound using segment: {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:02.425035 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Bound port: c4083b8a-d36b-456d-bccd-8264ee00af3a, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:02.425411 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.491684 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.530958 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:02.536068 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:02.540569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:02.561765 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Pushing event updated for resources: {'Port': ['ID=9f49f45d-1a9a-493e-af26-dec59d3f15da,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:02.596980 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] For port c4083b8a-d36b-456d-bccd-8264ee00af3a, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:02.630088 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 430f3f04-4b5f-4d65-b325-c5f87c47d542 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:02.640834 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] For port c4083b8a-d36b-456d-bccd-8264ee00af3a, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c4083b8a-d36b-456d-bccd-8264ee00af3a,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:02.689475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Current status of the port 7666406e-a0eb-474b-b7cc-34fd1122e554 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:02.689855 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.713373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.802098 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] For port 7666406e-a0eb-474b-b7cc-34fd1122e554, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7666406e-a0eb-474b-b7cc-34fd1122e554,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:02.808207 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293d211-e683-4a62-897e-fc5b422b19e9 None None] Pushing event updated for resources: {'Port': ['ID=c4083b8a-d36b-456d-bccd-8264ee00af3a,revision_number=2']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:02.821081 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 430f3f04-4b5f-4d65-b325-c5f87c47d542 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:02.821458 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.826005 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-f3b17265-a484-4526-9b52-e942742b31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:01Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:02.869073 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for router_gateway (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.869585 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17265-a484-4526-9b52-e942742b31da None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:01Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:22:02.882695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:02.983299 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151b679-d83b-4aa7-bd54-ca4bf1d03fb8 None None] Pushing event updated for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:02.999840 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 430f3f04-4b5f-4d65-b325-c5f87c47d542 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:03.115597 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573385'] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:03.319398 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Router fc02138b-1d3e-4acb-94de-69c344c0ef7f is scheduled to L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a with binding_index 1 {{(pid=104296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 10:22:03.436012 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:22:03.450289 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Sync routers for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:22:03.460891 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:03.461842 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:03.552119 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:03.553484 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3013ff16-5fc4-40d1-adb6-771de78f1608 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0544720 Jun 29 10:22:03.556732 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 60968) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:03.600267 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:03.807198 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:03.951839 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 3, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:04.000222 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Checking router: fc02138b-1d3e-4acb-94de-69c344c0ef7f for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:22:04.000870 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Updating router fc02138b-1d3e-4acb-94de-69c344c0ef7f port 9f49f45d-1a9a-493e-af26-dec59d3f15da binding host dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:22:04.075405 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.161312 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f7fef-0085-4a1b-8bb2-a112f7b706f7 None None] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:22:04.312790 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Provisioning complete for port c4083b8a-d36b-456d-bccd-8264ee00af3a triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:04.313437 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.564432 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks [] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), precommit_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.594968 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Current status of the port c4083b8a-d36b-456d-bccd-8264ee00af3a is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:04.595376 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.668083 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.682362 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] For port c4083b8a-d36b-456d-bccd-8264ee00af3a, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c4083b8a-d36b-456d-bccd-8264ee00af3a,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:04.734215 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Attempting to bind port 9f49f45d-1a9a-493e-af26-dec59d3f15da on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:04.734790 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Attempting to bind port 9f49f45d-1a9a-493e-af26-dec59d3f15da by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:04.735360 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Attempting to bind port 9f49f45d-1a9a-493e-af26-dec59d3f15da on network a169eaa8-e918-4369-a8c0-647184033b3d {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:04.738950 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9556-2077-4b2e-bf12-7e1c5cef9530 None None] Pushing event updated for resources: {'Port': ['ID=9f49f45d-1a9a-493e-af26-dec59d3f15da,revision_number=2']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:04.756840 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:04.757530 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Checking segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:04.758105 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.759184 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Bound using segment: {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'} {{(pid=104298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:04.759843 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.managers [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Bound port: 9f49f45d-1a9a-493e-af26-dec59d3f15da, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735a33d-a1d2-47d2-a82a-5781f1b20040', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d'}}] {{(pid=104298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:04.760782 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), before_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.761554 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.761970 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.819805 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7666406e-a0eb-474b-b7cc-34fd1122e554 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:04.870716 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] For port 9f49f45d-1a9a-493e-af26-dec59d3f15da, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:04.875087 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.plugins.ml2.db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] For port 9f49f45d-1a9a-493e-af26-dec59d3f15da, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9f49f45d-1a9a-493e-af26-dec59d3f15da,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:04.888794 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d61d7-a4aa-4847-b8e7-e64645d8bf34 None None] Pushing event updated for resources: {'Port': ['ID=c4083b8a-d36b-456d-bccd-8264ee00af3a,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:04.911751 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 7666406e-a0eb-474b-b7cc-34fd1122e554 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:04.912316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:04.945471 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron_lib.callbacks.manager [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), after_update {{(pid=104298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.018720 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 7666406e-a0eb-474b-b7cc-34fd1122e554 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:05.019933 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c4083b8a-d36b-456d-bccd-8264ee00af3a up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:05.041615 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9556-2077-4b2e-bf12-7e1c5cef9530 None None] Pushing event updated for resources: {'Port': ['ID=9f49f45d-1a9a-493e-af26-dec59d3f15da,revision_number=3']} {{(pid=104298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:05.047020 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:05.048167 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:05.055852 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-e108f12d-2b05-4bfa-aca9-8c7097f24dcb None None] Provisioning complete for port c4083b8a-d36b-456d-bccd-8264ee00af3a triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:05.056334 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e108f12d-2b05-4bfa-aca9-8c7097f24dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.087897 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Allocated IP 172.20.0.1 (669dfacf-5a55-4463-b2b5-2e532bde72ba/94bbfcb0-db7b-4257-bf71-aa0bf03f4704/88886784-6171-4b4f-9f21-a16280feb752) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:05.102869 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port c4083b8a-d36b-456d-bccd-8264ee00af3a triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:05.103374 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.181228 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-e108f12d-2b05-4bfa-aca9-8c7097f24dcb None None] Current status of the port c4083b8a-d36b-456d-bccd-8264ee00af3a is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:05.193438 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:05.223455 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port c4083b8a-d36b-456d-bccd-8264ee00af3a is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:05.235856 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks [] for port (88886784-6171-4b4f-9f21-a16280feb752), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.356434 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.401904 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:05.406688 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:05.419669 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:05.474505 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Pushing event updated for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:05.512099 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573240'] for router_interface (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.545898 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 3, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:05.578260 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a579e8-0597-40c2-8e6b-fc30e45fa8d9 None None] The sync data for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi is: [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 3, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:22:05.809435 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c1b41754-00d5-41ec-b617-de66805afaf1 None None] Provisioning complete for port 88886784-6171-4b4f-9f21-a16280feb752 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:05.810039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c1b41754-00d5-41ec-b617-de66805afaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (88886784-6171-4b4f-9f21-a16280feb752), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.826126 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (88886784-6171-4b4f-9f21-a16280feb752), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:05.851199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c1b41754-00d5-41ec-b617-de66805afaf1 None None] Port 88886784-6171-4b4f-9f21-a16280feb752 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:06.075745 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks [] for port (88886784-6171-4b4f-9f21-a16280feb752), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.140758 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.196910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec77-b6c1-4b35-a53a-fb58db96475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.221019 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Pushing event updated for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:06.225138 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573064'] for router_interface (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.307653 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32782) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:06.377338 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:06.379292 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:06.499954 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.551715 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Router fc02138b-1d3e-4acb-94de-69c344c0ef7f has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:22:06.665555 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Publish callbacks [] for security_group (874e8056-7c1d-4f16-8e11-795de646c300), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.722874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (874e8056-7c1d-4f16-8e11-795de646c300), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.754193 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:22:06.775760 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-75981e0f-7d70-4590-8179-ac6f49467370 admin admin] 10.222.0.60 "PUT /v2.0/routers/fc02138b-1d3e-4acb-94de-69c344c0ef7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2171502 Jun 29 10:22:06.815759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32788) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:06.816060 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0529fc1931e4c23b271d9813b61ac07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071929 Jun 29 10:22:06.817190 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e8056-7c1d-4f16-8e11-795de646c300,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:06.829075 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.829930 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.830494 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.833147 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.835167 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.837713 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.839926 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.842301 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.845031 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c4083b8a-d36b-456d-bccd-8264ee00af3a up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:06.848335 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.849592 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.851216 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.852411 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.853604 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a176c1-5b6c-45cc-b863-3969cdcc8e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:06.858933 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2a8fc350-badf-42d3-9b3d-62e10a5a3b23 None None] Provisioning complete for port 88886784-6171-4b4f-9f21-a16280feb752 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:06.859999 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc350-badf-42d3-9b3d-62e10a5a3b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (88886784-6171-4b4f-9f21-a16280feb752), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.945562 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] Publish callbacks [] for security_group (874e8056-7c1d-4f16-8e11-795de646c300), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:06.989361 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] Publish callbacks [] for security_group (874e8056-7c1d-4f16-8e11-795de646c300), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.016774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fc350-badf-42d3-9b3d-62e10a5a3b23 None None] Port 88886784-6171-4b4f-9f21-a16280feb752 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:07.040546 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port c4083b8a-d36b-456d-bccd-8264ee00af3a triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:07.041351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.136508 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (874e8056-7c1d-4f16-8e11-795de646c300), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.139215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.142961 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/874e8056-7c1d-4f16-8e11-795de646c300 HTTP/1.1" status: 204 len: 168 time: 0.3233898 Jun 29 10:22:07.148585 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81208ded-888b-460b-98ef-1646f9f4fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e8056-7c1d-4f16-8e11-795de646c300,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:07.156773 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port c4083b8a-d36b-456d-bccd-8264ee00af3a is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:07.158794 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9f49f45d-1a9a-493e-af26-dec59d3f15da up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:07.231643 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 9f49f45d-1a9a-493e-af26-dec59d3f15da triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:07.232019 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.322243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 9f49f45d-1a9a-493e-af26-dec59d3f15da is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:07.322997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.350442 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] For port 9f49f45d-1a9a-493e-af26-dec59d3f15da, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9f49f45d-1a9a-493e-af26-dec59d3f15da,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:07.415566 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32800) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:07.420239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686517927', 'description': 'tempest-secgroup-smoke-686517927 description', 'project_id': '92fb0a6035684a01866d73db29bd13bd'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:07.430411 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.497316 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Pushing event updated for resources: {'Port': ['ID=9f49f45d-1a9a-493e-af26-dec59d3f15da,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:07.561510 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.675652 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (97809e15-30f4-4934-8ae1-c804332078c9), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.756217 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97809e15-30f4-4934-8ae1-c804332078c9), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.850709 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97809e15-30f4-4934-8ae1-c804332078c9,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:07.874319 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:07.880573 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-0cb0d636-4785-40a1-b7d0-18db7fbb356d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4613438 Jun 29 10:22:07.884099 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32804) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:07.894654 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:07.984062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32810) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:08.001960 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d31123-a79b-4a60-971b-726dc4ff1853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.026533 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Sync routers for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:22:08.027261 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (206754e0-81d5-48d1-8cd2-cc436a2620cb), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.037778 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:08.038477 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:21:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:08.114222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d31123-a79b-4a60-971b-726dc4ff1853 admin admin] Publish callbacks [] for security_group (2cbca8c9-0aa9-4984-aecb-4a449f4965cf), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.127212 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (206754e0-81d5-48d1-8cd2-cc436a2620cb), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.203502 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97d31123-a79b-4a60-971b-726dc4ff1853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2cbca8c9-0aa9-4984-aecb-4a449f4965cf), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.246861 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (206754e0-81d5-48d1-8cd2-cc436a2620cb), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.253791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d31123-a79b-4a60-971b-726dc4ff1853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbca8c9-0aa9-4984-aecb-4a449f4965cf,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:08.259927 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-97d31123-a79b-4a60-971b-726dc4ff1853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6e15b5dede64318abc3b898379c16b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740388 Jun 29 10:22:08.264781 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32812) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:08.286925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206754e0-81d5-48d1-8cd2-cc436a2620cb,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:08.299209 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:08.334362 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] Publish callbacks [] for security_group (2cbca8c9-0aa9-4984-aecb-4a449f4965cf), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.355948 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.360061 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-c4bc511f-6f86-4541-96d8-de0fd16aa3d0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4725184 Jun 29 10:22:08.360703 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32814) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:08.364966 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] Publish callbacks [] for security_group (2cbca8c9-0aa9-4984-aecb-4a449f4965cf), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.367390 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:08.522172 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (2cbca8c9-0aa9-4984-aecb-4a449f4965cf), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.526136 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.530032 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cbca8c9-0aa9-4984-aecb-4a449f4965cf HTTP/1.1" status: 204 len: 168 time: 0.2639825 Jun 29 10:22:08.541550 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038ff66-0c51-48dc-be6f-f263b4c55a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbca8c9-0aa9-4984-aecb-4a449f4965cf,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:08.551020 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (7ccd1f9f-435b-4327-97fb-1e58408b331f), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.622009 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:05Z', 'revision_number': 4, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '88886784-6171-4b4f-9f21-a16280feb752', 'name': '', 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'mac_address': 'fa:16:3e:14:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:04Z', 'updated_at': '2022-06-29T10:22:05Z', 'revision_number': 2, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'subnets': [{'id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:08.633963 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (7ccd1f9f-435b-4327-97fb-1e58408b331f), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.663559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9f49f45d-1a9a-493e-af26-dec59d3f15da up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:08.666039 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Checking router: fc02138b-1d3e-4acb-94de-69c344c0ef7f for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:22:08.666394 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Updating router fc02138b-1d3e-4acb-94de-69c344c0ef7f port 88886784-6171-4b4f-9f21-a16280feb752 binding host dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:22:08.724134 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (88886784-6171-4b4f-9f21-a16280feb752), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.767185 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 9f49f45d-1a9a-493e-af26-dec59d3f15da triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:08.767569 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.917313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-119e8e8e-fbd2-4eb3-a575-dde09877ef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.948334 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (7ccd1f9f-435b-4327-97fb-1e58408b331f), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:08.962212 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 9f49f45d-1a9a-493e-af26-dec59d3f15da is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:08.973006 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccd1f9f-435b-4327-97fb-1e58408b331f,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:09.032307 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.036529 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-f8a8a631-eb43-4e92-9f09-38986d21ed9a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6746862 Jun 29 10:22:09.039215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32826) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:09.043894 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:09.113069 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks [] for port (88886784-6171-4b4f-9f21-a16280feb752), precommit_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.172562 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (79b83917-91dd-4a22-a70b-7850e69e03af), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.189047 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.275009 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (79b83917-91dd-4a22-a70b-7850e69e03af), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.287283 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57413-f9ee-4f22-8e8b-eff5d065fc29 None None] Pushing event updated for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=3']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:09.349939 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (79b83917-91dd-4a22-a70b-7850e69e03af), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.360430 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Attempting to bind port 88886784-6171-4b4f-9f21-a16280feb752 on host dv-cinder-847864-5-iscsi for vnic_type normal with profile {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:09.361170 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Attempting to bind port 88886784-6171-4b4f-9f21-a16280feb752 by drivers openvswitch,hyperv on host dv-cinder-847864-5-iscsi at level 0 using segments [{'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:09.361738 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Attempting to bind port 88886784-6171-4b4f-9f21-a16280feb752 on network 669dfacf-5a55-4463-b2b5-2e532bde72ba {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:09.368080 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Checking agent: {'id': '0cbadecb-bccf-4e5c-8c15-7b9fedce77be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 4, 43), 'started_at': datetime.datetime(2022, 6, 29, 10, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:09.368823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Checking segment: {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:09.369475 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.370152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Bound using segment: {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'} {{(pid=104297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:09.370825 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.managers [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Bound port: 88886784-6171-4b4f-9f21-a16280feb752, host: dv-cinder-847864-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba'}}] {{(pid=104297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:09.371531 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (88886784-6171-4b4f-9f21-a16280feb752), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.382790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b83917-91dd-4a22-a70b-7850e69e03af,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:09.449779 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] For port 88886784-6171-4b4f-9f21-a16280feb752, host dv-cinder-847864-5-iscsi, cleared binding levels {{(pid=104297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:09.456214 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] For port 88886784-6171-4b4f-9f21-a16280feb752, host dv-cinder-847864-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=88886784-6171-4b4f-9f21-a16280feb752,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:09.562038 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.562038 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-14f39a48-0e0b-4102-a857-5ce79dfde360 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5194325 Jun 29 10:22:09.562467 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32830) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:09.567360 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:09.663704 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.669166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.685204 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32832) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:09.706413 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e35f2568-dcf3-4c32-9f65-d1858e3d1fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.720222 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (e4a2dfe1-b421-456f-912b-2df2b354a1c7), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.724977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Provisioning complete for port 88886784-6171-4b4f-9f21-a16280feb752 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:09.725425 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (88886784-6171-4b4f-9f21-a16280feb752), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.808172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:09.809199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:22:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:09.822712 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57413-f9ee-4f22-8e8b-eff5d065fc29 None None] Pushing event updated for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:09.829102 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (e4a2dfe1-b421-456f-912b-2df2b354a1c7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.881499 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e35f2568-dcf3-4c32-9f65-d1858e3d1fc6 admin admin] Publish callbacks [] for security_group (a0e1c3c3-5804-43e6-96de-8b4453dcadd6), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.923874 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (e4a2dfe1-b421-456f-912b-2df2b354a1c7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:09.946495 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a2dfe1-b421-456f-912b-2df2b354a1c7,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:09.972387 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-e35f2568-dcf3-4c32-9f65-d1858e3d1fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a0e1c3c3-5804-43e6-96de-8b4453dcadd6), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.028105 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-e35f2568-dcf3-4c32-9f65-d1858e3d1fc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3201b8130edf4ba6942fdcdbc7c4e4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405263 Jun 29 10:22:10.030768 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32838) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:10.032240 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2568-dcf3-4c32-9f65-d1858e3d1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e1c3c3-5804-43e6-96de-8b4453dcadd6,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:10.040202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Current status of the port 88886784-6171-4b4f-9f21-a16280feb752 is: DOWN; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:10.040595 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (88886784-6171-4b4f-9f21-a16280feb752), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.047451 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.055879 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-52f4d7d9-16ad-4da2-be3b-1b59cbc21d5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4923081 Jun 29 10:22:10.056997 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32840) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:10.063403 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:10.103302 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] For port 88886784-6171-4b4f-9f21-a16280feb752, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=88886784-6171-4b4f-9f21-a16280feb752,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:10.105483 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:10.112516 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] Publish callbacks [] for security_group (a0e1c3c3-5804-43e6-96de-8b4453dcadd6), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.138780 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] Publish callbacks [] for security_group (a0e1c3c3-5804-43e6-96de-8b4453dcadd6), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.206447 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.securitygroups_db [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Project 92fb0a6035684a01866d73db29bd13bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:22:10.214006 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (dd6ea5ef-8874-44c7-8c9a-d4ad0ec412c7), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.215756 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.302698 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (a0e1c3c3-5804-43e6-96de-8b4453dcadd6), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.306415 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.307949 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0e1c3c3-5804-43e6-96de-8b4453dcadd6 HTTP/1.1" status: 204 len: 168 time: 0.2757888 Jun 29 10:22:10.324158 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (dd6ea5ef-8874-44c7-8c9a-d4ad0ec412c7), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.328519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbfe82-2811-45b8-85bc-25fc01a153c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e1c3c3-5804-43e6-96de-8b4453dcadd6,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:10.376695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44285-430a-4d5e-a551-e538c1bcb270 None None] Pushing event updated for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:10.410754 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c8b7ead5-27a8-4f26-9ef9-ac075051910b None None] Provisioning complete for port 88886784-6171-4b4f-9f21-a16280feb752 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:10.411131 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c8b7ead5-27a8-4f26-9ef9-ac075051910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (88886784-6171-4b4f-9f21-a16280feb752), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.497764 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (dd6ea5ef-8874-44c7-8c9a-d4ad0ec412c7), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.518188 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6ea5ef-8874-44c7-8c9a-d4ad0ec412c7,revision_number=0']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:10.539189 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7ead5-27a8-4f26-9ef9-ac075051910b None None] Current status of the port 88886784-6171-4b4f-9f21-a16280feb752 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:10.556202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:05Z', 'revision_number': 4, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '88886784-6171-4b4f-9f21-a16280feb752', 'name': '', 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'mac_address': 'fa:16:3e:14:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:04Z', 'updated_at': '2022-06-29T10:22:09Z', 'revision_number': 4, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'subnets': [{'id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:10.591973 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8ddfa-bdbd-4f72-a6c7-17afaed8e845 None None] The sync data for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi is: [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:22:05Z', 'revision_number': 4, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '88886784-6171-4b4f-9f21-a16280feb752', 'name': '', 'network_id': '669dfacf-5a55-4463-b2b5-2e532bde72ba', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'mac_address': 'fa:16:3e:14:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:04Z', 'updated_at': '2022-06-29T10:22:09Z', 'revision_number': 4, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'subnets': [{'id': '94bbfcb0-db7b-4257-bf71-aa0bf03f4704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:22:10.662768 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.667176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32844) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:10.667367 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-77b42289-4f48-4ec5-a249-a669eb9b331c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6091204 Jun 29 10:22:10.676939 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'security_group_rule': {'security_group_id': '97809e15-30f4-4934-8ae1-c804332078c9', 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:10.779089 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.securitygroups_db [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Project 92fb0a6035684a01866d73db29bd13bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:22:10.787826 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (6946b06a-8339-4dd5-875d-8daa0384a6e0), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.873784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (6946b06a-8339-4dd5-875d-8daa0384a6e0), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.955601 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583186'] for security_group_rule (6946b06a-8339-4dd5-875d-8daa0384a6e0), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:10.990270 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6946b06a-8339-4dd5-875d-8daa0384a6e0,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:11.100356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:11.101616 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-97321584-e180-47c0-a2fc-6e8d436b7ec9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4331071 Jun 29 10:22:11.304368 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:12.695970 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 88886784-6171-4b4f-9f21-a16280feb752 up at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:12.743654 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Provisioning complete for port 88886784-6171-4b4f-9f21-a16280feb752 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:12.746499 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (88886784-6171-4b4f-9f21-a16280feb752), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:12.789320 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:12.829502 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Current status of the port 88886784-6171-4b4f-9f21-a16280feb752 is: ACTIVE; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:16.030699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 32964) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:16.160766 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-026cc6b7-9e8b-43c9-99fc-6f5cbd285aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.249352 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-026cc6b7-9e8b-43c9-99fc-6f5cbd285aa2 admin admin] Publish callbacks [] for security_group (0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.349958 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-026cc6b7-9e8b-43c9-99fc-6f5cbd285aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.401565 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-026cc6b7-9e8b-43c9-99fc-6f5cbd285aa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4e5f17f11d0406e9bd9c5003314f1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696232 Jun 29 10:22:16.403364 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cc6b7-9e8b-43c9-99fc-6f5cbd285aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:16.404093 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 32970) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:16.467062 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] Publish callbacks [] for security_group (0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.491290 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] Publish callbacks [] for security_group (0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.610776 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.613794 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:16.616820 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad HTTP/1.1" status: 204 len: 168 time: 0.2085676 Jun 29 10:22:16.636096 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ac53-2262-4160-9687-646e6215e09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50aec1-ac62-4822-a9a2-85e0c3bfe6ad,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:27.039554 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-805d7419-d93e-4ffd-a400-2ad3ff0762c7 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321879 Jun 29 10:22:27.246725 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-0e9ef9ce-8bad-4143-b24d-15b97e22bbde tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:27.248826 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-0e9ef9ce-8bad-4143-b24d-15b97e22bbde tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026062 Jun 29 10:22:27.274324 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-3f0b2876-c2cd-4427-90b7-e4c2f5e8f50f tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/quotas/9185136ffbde483bbf9d17ea4c980fa0 HTTP/1.1" status: 200 len: 375 time: 0.0156555 Jun 29 10:22:27.307665 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-5adb67cd-8438-4e64-bd09-397d94249583 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321321 Jun 29 10:22:27.625803 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0d860fad-7e11-499f-8246-39e90a07dcf4 req-0aa2c1cc-a7d5-4abd-9e8f-f49730880b35 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 210 time: 0.0310519 Jun 29 10:22:28.721928 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-836d142e-30f0-4e6b-9d29-d6ea124a9862 req-3ea8511a-5d26-46f3-a676-f4e50c2f6f88 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 210 time: 0.0260718 Jun 29 10:22:29.548287 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-6933f332-bcb8-40b2-8770-05c8b00391ef tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226777 Jun 29 10:22:29.660868 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-6e87242c-dbfe-494a-af10-34b4788b859f tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:29.662207 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-6e87242c-dbfe-494a-af10-34b4788b859f tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095080 Jun 29 10:22:29.675861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Request body: {'port': {'device_id': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd', 'admin_state_up': True, 'tenant_id': '9185136ffbde483bbf9d17ea4c980fa0'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:29.819316 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-1646d368-bc14-4657-88da-9749aaf15d27 req-7a6609e5-e849-4b56-8f09-7fb61a6d3f32 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jun 29 10:22:29.869499 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Made reservation on behalf of 9185136ffbde483bbf9d17ea4c980fa0 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:29.872774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:29.897446 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:29.947943 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:22:29.958831 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks [] for security_group (0bd23d70-616d-4edc-b733-02c144176d73), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.010247 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (0bd23d70-616d-4edc-b733-02c144176d73), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.073272 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd23d70-616d-4edc-b733-02c144176d73,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:30.149476 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Allocated IP 192.168.233.163 (4c5bf717-5bad-4b29-8c10-e84b6cf630bd/1325c584-ee88-4db9-acad-73d7aba3228d/b259c9c5-031d-4826-baa2-6317d25801be) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:30.296403 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks [] for port (b259c9c5-031d-4826-baa2-6317d25801be), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.376555 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.423420 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:30.426544 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:30.430467 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:30.436865 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Pushing event updated for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:30.491524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:30.491524 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.563162 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-36606ede-8ce6-4046-aca7-e918b06c90aa tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8907819 Jun 29 10:22:30.574455 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Request body: {'port': {'device_id': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:30.634856 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b259c9c5-031d-4826-baa2-6317d25801be), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.714342 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-289593dc-a3ba-494f-8bc4-38861e6c1190 None None] Provisioning complete for port b259c9c5-031d-4826-baa2-6317d25801be triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:30.714918 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-289593dc-a3ba-494f-8bc4-38861e6c1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (b259c9c5-031d-4826-baa2-6317d25801be), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.747280 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-289593dc-a3ba-494f-8bc4-38861e6c1190 None None] Port b259c9c5-031d-4826-baa2-6317d25801be cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:30.899226 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b259c9c5-031d-4826-baa2-6317d25801be {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:30.922750 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks [] for port (b259c9c5-031d-4826-baa2-6317d25801be), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:30.939688 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Transition to ACTIVE for port object b259c9c5-031d-4826-baa2-6317d25801be will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:22:30.954664 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cba2d-9a52-4580-8140-5fc2cf337e22 req-4527ca10-94fc-4a1a-a52a-8a4d53932bdb tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:30.956200 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-420cba2d-9a52-4580-8140-5fc2cf337e22 req-4527ca10-94fc-4a1a-a52a-8a4d53932bdb tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 936 time: 0.0687630 Jun 29 10:22:30.999185 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.011456 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-420cba2d-9a52-4580-8140-5fc2cf337e22 req-85f80938-38fe-4935-8ac1-f4a8e4824f21 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497668 Jun 29 10:22:31.053041 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Pushing event updated for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:31.138742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Attempting to bind port b259c9c5-031d-4826-baa2-6317d25801be on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:31.139632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Attempting to bind port b259c9c5-031d-4826-baa2-6317d25801be by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:31.139962 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Attempting to bind port b259c9c5-031d-4826-baa2-6317d25801be on network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:31.144668 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Port b259c9c5-031d-4826-baa2-6317d25801be on network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:22:31.144955 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Attempting to bind port b259c9c5-031d-4826-baa2-6317d25801be on network 4c5bf717-5bad-4b29-8c10-e84b6cf630bd {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:31.150295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:31.151251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Checking segment: {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:31.151643 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Bound using segment: {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:31.152176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Bound port: b259c9c5-031d-4826-baa2-6317d25801be, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0718f940-0866-4a9c-9e64-0d81f76dd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:31.152489 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b259c9c5-031d-4826-baa2-6317d25801be), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.215530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:31.219500 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b259c9c5-031d-4826-baa2-6317d25801be,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:31.298883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.330685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.331224 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.332574 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] 10.222.0.64 "PUT /v2.0/ports/b259c9c5-031d-4826-baa2-6317d25801be HTTP/1.1" status: 200 len: 1098 time: 0.7623947 Jun 29 10:22:31.333021 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:31.335290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd493ad9-63d1-4a16-92d9-81660626f59e" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "tag": "b259c9c5-031d-4826-baa2-6317d25801be"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:31.365880 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62288c5-26b8-404f-9a64-a20e0f9e1592 service neutron] Pushing event updated for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:31.381152 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889351cd-7591-45ab-8ac9-f82af60a47c1 x-openstack-request-id: req-889351cd-7591-45ab-8ac9-f82af60a47c1 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:31.381449 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "tag": "b259c9c5-031d-4826-baa2-6317d25801be", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:31.381703 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-889351cd-7591-45ab-8ac9-f82af60a47c1 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:31.382150 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889351cd-7591-45ab-8ac9-f82af60a47c1'] response: {'name': 'network-changed', 'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be', 'status': 'completed', 'code': 200} Jun 29 10:22:31.461448 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493ad9-63d1-4a16-92d9-81660626f59e req-5a0eb82e-1243-4404-b7af-c59d66ddd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.463018 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dd493ad9-63d1-4a16-92d9-81660626f59e req-5a0eb82e-1243-4404-b7af-c59d66ddd013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 1132 time: 0.0538659 Jun 29 10:22:31.491496 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dd493ad9-63d1-4a16-92d9-81660626f59e req-b854377c-1584-44d0-8490-38576660e8b8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207977 Jun 29 10:22:31.589946 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493ad9-63d1-4a16-92d9-81660626f59e req-b86a9242-e501-4505-aef1-146f54434148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.591470 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-dd493ad9-63d1-4a16-92d9-81660626f59e req-b86a9242-e501-4505-aef1-146f54434148 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936694 Jun 29 10:22:31.612822 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 33164) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:31.660565 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Deleting subnet e19a61fd-1f7d-424b-bbf3-633e546b2b00 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:22:31.663624 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Publish callbacks [] for subnet (e19a61fd-1f7d-424b-bbf3-633e546b2b00), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.676898 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-2bea9d06-56e4-4ce5-bbd0-2d4645a986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.678391 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-2bea9d06-56e4-4ce5-bbd0-2d4645a986a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 1132 time: 0.0495729 Jun 29 10:22:31.709423 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (e19a61fd-1f7d-424b-bbf3-633e546b2b00), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.718463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-5148b888-a083-4314-87c4-bddc7781476e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=b259c9c5-031d-4826-baa2-6317d25801be HTTP/1.1" status: 200 len: 217 time: 0.0329299 Jun 29 10:22:31.749598 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (e19a61fd-1f7d-424b-bbf3-633e546b2b00), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.765157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-b304d5b4-3ae4-486d-a2f2-dd19051874b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.766589 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-b304d5b4-3ae4-486d-a2f2-dd19051874b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1325c584-ee88-4db9-acad-73d7aba3228d HTTP/1.1" status: 200 len: 843 time: 0.0430393 Jun 29 10:22:31.814605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-bb5740a5-7ee7-4ee0-8d76-31122ed306f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:31.816205 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-bb5740a5-7ee7-4ee0-8d76-31122ed306f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c5bf717-5bad-4b29-8c10-e84b6cf630bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0440526 Jun 29 10:22:31.852457 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (e19a61fd-1f7d-424b-bbf3-633e546b2b00), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.878981 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19a61fd-1f7d-424b-bbf3-633e546b2b00,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:31.880889 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:31.886264 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-359bbc6d-a9fe-4546-936f-7f07c9d5544f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e19a61fd-1f7d-424b-bbf3-633e546b2b00 HTTP/1.1" status: 204 len: 168 time: 0.2702730 Jun 29 10:22:31.886733 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 33166) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:31.911602 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-cbd05673-c74c-4f29-bdc3-5b1dcbbfb21b service neutron] 10.222.0.64 "GET /v2.0/networks/4c5bf717-5bad-4b29-8c10-e84b6cf630bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Jun 29 10:22:31.959493 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (3cca8048-6cdf-4dbc-b151-8a00a11cd766), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.001978 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c1c138b9-3d2d-48d9-bdee-ada9f9710494 req-56138235-a5a9-4c94-8156-e22bbb797556 service neutron] 10.222.0.64 "GET /v2.0/networks/4c5bf717-5bad-4b29-8c10-e84b6cf630bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Jun 29 10:22:32.040049 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (3cca8048-6cdf-4dbc-b151-8a00a11cd766), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.062128 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cca8048-6cdf-4dbc-b151-8a00a11cd766']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:32.072709 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32327427-793d-44bd-a6f8-5b5c6d4089e5') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:32.073036 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32327427-793d-44bd-a6f8-5b5c6d4089e5') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:32.082994 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (32327427-793d-44bd-a6f8-5b5c6d4089e5), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.096075 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (32327427-793d-44bd-a6f8-5b5c6d4089e5), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.102202 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:22:32.102585 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (32327427-793d-44bd-a6f8-5b5c6d4089e5), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.146270 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f460a9-e2b2-4f78-a6df-e1354861e8d6 req-27c4d40a-9d19-457b-9eab-08a23284bc53 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:32.146270 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-98f460a9-e2b2-4f78-a6df-e1354861e8d6 req-27c4d40a-9d19-457b-9eab-08a23284bc53 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 948 time: 0.0610342 Jun 29 10:22:32.146536 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 32327427-793d-44bd-a6f8-5b5c6d4089e5 resource provider aggregate not found Jun 29 10:22:32.166995 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 32327427-793d-44bd-a6f8-5b5c6d4089e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32327427-793d-44bd-a6f8-5b5c6d4089e5 found for delete ", "request_id": "req-87965d50-7770-411b-b852-4485addec4eb"}]} Jun 29 10:22:32.198326 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-98f460a9-e2b2-4f78-a6df-e1354861e8d6 req-d2f003c1-1eb0-4828-add1-efe4f2a0fdb6 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Jun 29 10:22:32.251042 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (3cca8048-6cdf-4dbc-b151-8a00a11cd766), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.258567 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.263317 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] 10.222.0.60 "DELETE /v2.0/networks/3cca8048-6cdf-4dbc-b151-8a00a11cd766 HTTP/1.1" status: 204 len: 168 time: 0.3732367 Jun 29 10:22:32.273709 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b74002-1c46-4302-b201-bb7324daaafd admin admin] Pushing event deleted for resources: {'Network': ['ID=3cca8048-6cdf-4dbc-b151-8a00a11cd766,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:32.494311 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8ae459c7-9729-4c70-9584-0d195bfe263a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517927&fields=id&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 267 time: 0.0423093 Jun 29 10:22:32.602141 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-926eb40e-1c08-4ca1-891d-c1f85ed59a1b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:32.603581 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-926eb40e-1c08-4ca1-891d-c1f85ed59a1b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1025465 Jun 29 10:22:32.618509 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-e5b1d1d9-f030-4e43-b881-1888cae1ff71 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/quotas/92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 375 time: 0.0092094 Jun 29 10:22:32.673112 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-420e6a5e-28b2-4ae4-a2b5-c20e887a8578 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496287 Jun 29 10:22:32.766932 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-04288e72-21f1-40cf-b13e-3fac904ef123 service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827587 Jun 29 10:22:32.782207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33186) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:32.821941 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2b2fa65e-94c5-4c66-84af-4d496e04008f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1468f6681e945f49c50041b4513ca8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385673 Jun 29 10:22:32.824514 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33188) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:32.859847 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-0efaa19a-cec3-4c75-bb66-ad3db91d2da9 service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868306 Jun 29 10:22:32.871685 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] Publish callbacks [] for security_group (ed5ccd42-0f36-40b5-be7d-02c4631d795a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:32.892369 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] Publish callbacks [] for security_group (ed5ccd42-0f36-40b5-be7d-02c4631d795a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:33.023457 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (ed5ccd42-0f36-40b5-be7d-02c4631d795a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:33.026072 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:33.027260 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed5ccd42-0f36-40b5-be7d-02c4631d795a HTTP/1.1" status: 204 len: 168 time: 0.2018404 Jun 29 10:22:33.035807 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3719d-0f9b-4d18-876e-d5e10bd751df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ccd42-0f36-40b5-be7d-02c4631d795a,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:33.322138 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72690bb-eb4c-4fd0-b0cc-3ec66946d03d req-604ba98d-c65a-4ad4-85a6-4ae925cb6382 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:33.323695 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f72690bb-eb4c-4fd0-b0cc-3ec66946d03d req-604ba98d-c65a-4ad4-85a6-4ae925cb6382 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 948 time: 0.0569167 Jun 29 10:22:33.410157 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-574f2a35-201f-452c-b2a1-2c2d2a861d45 req-8fd88df9-47fd-4f2a-801c-ab578ec31af8 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jun 29 10:22:33.411639 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f72690bb-eb4c-4fd0-b0cc-3ec66946d03d req-1938dae6-0fa5-4cd6-9fae-21c51b4c8855 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809853 Jun 29 10:22:33.738281 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.055452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33226) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:34.152099 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2021490031-network', 'tenant_id': '8537131d82be4e6ca96ec6b1c38d4ce7'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:34.269456 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Made reservation on behalf of 8537131d82be4e6ca96ec6b1c38d4ce7 for: {'network': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:34.271724 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for network (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.281050 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.353412 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks [] for security_group (8c4e1406-0e3c-4a96-aae9-6a01ff9780dd), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.406491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8c4e1406-0e3c-4a96-aae9-6a01ff9780dd), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.431452 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:22:34.440295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:34.448744 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (b2cf1788-ca20-40ea-8ec1-369bebd9fb75), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.449110 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.segments_db [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Added segment b2cf1788-ca20-40ea-8ec1-369bebd9fb75 of type vlan for network 86a2e29a-70b9-4db1-ba98-506e41cb775f Jun 29 10:22:34.492974 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726739268774'] for network (86a2e29a-70b9-4db1-ba98-506e41cb775f), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.513415 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b37c5ecc-1e4a-4a60-8dcf-5502e8bac3b9 req-9f350f25-feb7-4c78-b1cf-811ae05bb788 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 210 time: 0.0273650 Jun 29 10:22:34.568031 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753fa0-7042-4fea-bfe7-6e73992e5ec7 req-1f5f1872-1303-4ffa-85ba-e181563d9527 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:34.569546 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-23753fa0-7042-4fea-bfe7-6e73992e5ec7 req-1f5f1872-1303-4ffa-85ba-e181563d9527 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 948 time: 0.0598049 Jun 29 10:22:34.602016 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202'] for network (86a2e29a-70b9-4db1-ba98-506e41cb775f), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.602929 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:34.603497 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.657978 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device b259c9c5-031d-4826-baa2-6317d25801be details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:22:34.677237 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-23753fa0-7042-4fea-bfe7-6e73992e5ec7 req-9a9d1170-87bb-4ec3-b639-5bc0ce585c91 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955484 Jun 29 10:22:34.688726 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] Pushing event updated for resources: {'Network': ['ID=86a2e29a-70b9-4db1-ba98-506e41cb775f,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:34.758304 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-c09cb1eb-4a45-44d4-86c7-81308e52acb6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7017369 Jun 29 10:22:34.761310 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33236) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:34.767924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Request body: {'subnet': {'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2021490031-subnet', 'tenant_id': '8537131d82be4e6ca96ec6b1c38d4ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:34.847858 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f details requested by agent ovs-agent-dv-cinder-847864-5-iscsi with host dv-cinder-847864-5-iscsi {{(pid=104297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:22:34.850498 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Made reservation on behalf of 8537131d82be4e6ca96ec6b1c38d4ce7 for: {'subnet': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:34.853296 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098440'] for subnet (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:34.946253 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b259c9c5-031d-4826-baa2-6317d25801be,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:34.957655 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'b259c9c5-031d-4826-baa2-6317d25801be', 'network_id': '4c5bf717-5bad-4b29-8c10-e84b6cf630bd', 'port_id': 'b259c9c5-031d-4826-baa2-6317d25801be', 'mac_address': 'fa:16:3e:85:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1325c584-ee88-4db9-acad-73d7aba3228d', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:22:34.993292 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port b259c9c5-031d-4826-baa2-6317d25801be is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:34.993681 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b259c9c5-031d-4826-baa2-6317d25801be), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:35.007065 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b259c9c5-031d-4826-baa2-6317d25801be {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:35.027712 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b259c9c5-031d-4826-baa2-6317d25801be,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:35.143679 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:35.187759 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59805815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098458'] for subnet (fea2a46f-d52e-4112-97ea-44b53bcbe47a), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:35.188358 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:35.195161 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.195509 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.195854 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.196191 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.196524 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.200693 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:22:35.252890 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea2a46f-d52e-4112-97ea-44b53bcbe47a,revision_number=0']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:35.261711 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Checking segment: {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:35.262101 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Network hostable DHCP agents. Network: 86a2e29a-70b9-4db1-ba98-506e41cb775f, hostable agents: ['7d0bc200-7c96-4039-b869-1e04a9a6b28a'], hosted agents: [] {{(pid=104296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:22:35.352029 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['b259c9c5-031d-4826-baa2-6317d25801be'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:22:35.366125 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f is scheduled to be hosted by DHCP agent 7d0bc200-7c96-4039-b869-1e04a9a6b28a with binding_index 1 {{(pid=104296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:22:35.470905 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-5-iscsi, 86a2e29a-70b9-4db1-ba98-506e41cb775f) {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:35.477744 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:35.484156 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:35.485009 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b81818-e534-4b5a-8062-3cf66c7f9cfe None None] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:22:35.537348 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b336da7e-1e41-436a-a33a-244b269321b9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:35.539059 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b336da7e-1e41-436a-a33a-244b269321b9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1133873 Jun 29 10:22:35.594123 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-1a9110d1-5731-4c8c-b6c9-460d097ef878 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8305073 Jun 29 10:22:35.596749 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1803fc-69c0-4406-ad61-518312c3661b None None] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:22:35.654919 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-0f995e63-7825-49f7-964b-0adffb63095d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 379 time: 0.1052191 Jun 29 10:22:35.663817 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'port': {'device_id': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'admin_state_up': True, 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'security_groups': ['97809e15-30f4-4934-8ae1-c804332078c9']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:35.690973 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a23c4d1e-14ab-456b-bfe4-6786830f198e req-1e752df1-9af5-48e5-a7e7-61474e5d5948 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 210 time: 0.0703557 Jun 29 10:22:35.844856 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414cab8-4121-457e-8b3a-d0cc4125bdcd req-ef631ce2-5ce6-475a-a2a5-10e34e466d55 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:35.850952 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6414cab8-4121-457e-8b3a-d0cc4125bdcd req-ef631ce2-5ce6-475a-a2a5-10e34e466d55 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 949 time: 0.0895522 Jun 29 10:22:35.895503 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6414cab8-4121-457e-8b3a-d0cc4125bdcd req-4704cbe2-7091-4285-8fbb-c338edf632f5 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Jun 29 10:22:35.942793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Made reservation on behalf of 92fb0a6035684a01866d73db29bd13bd for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:35.945234 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.078757 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.20.0.9 (61475871-7f53-41b7-8e48-f3eb0163aeb4/f3259676-9911-4ce8-84bc-18459ca40d9d/a3bc504e-b9b0-4b29-92d2-d86b0f865db1) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:36.195516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-332cd082-d53f-4d52-a1be-8a7387a69aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.217702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.416243 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.460865 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:36.464014 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:36.468305 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:36.493534 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:36.529751 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:36.529751 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.657612 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device b259c9c5-031d-4826-baa2-6317d25801be up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:36.680873 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-c915e01b-d0b0-4f4b-bc1b-ae8f4179076c None None] Provisioning complete for port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:36.681244 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c915e01b-d0b0-4f4b-bc1b-ae8f4179076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.723247 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c915e01b-d0b0-4f4b-bc1b-ae8f4179076c None None] Port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:22:36.755955 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-8235cc8d-50d1-45a5-adc3-7e1ac3936e8d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965178 Jun 29 10:22:36.771063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Request body: {'port': {'device_id': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:36.840548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.846430 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff157e69-2891-4742-bfbd-79e0fcb72b12 req-65298967-10ba-4510-8395-7ff2827835da tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:36.848039 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ff157e69-2891-4742-bfbd-79e0fcb72b12 req-65298967-10ba-4510-8395-7ff2827835da tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 931 time: 0.0701568 Jun 29 10:22:36.852043 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port b259c9c5-031d-4826-baa2-6317d25801be completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:22:36.856133 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port b259c9c5-031d-4826-baa2-6317d25801be triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:36.856821 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (b259c9c5-031d-4826-baa2-6317d25801be), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.904009 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ff157e69-2891-4742-bfbd-79e0fcb72b12 req-34c8229f-0d38-45cd-8b61-50ff5fdc198b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Jun 29 10:22:36.935661 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port b259c9c5-031d-4826-baa2-6317d25801be is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:36.936051 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (b259c9c5-031d-4826-baa2-6317d25801be), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:36.959950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:36.962492 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f9d00-6ffc-477d-b925-e259b7d4615b" -d '{"events": [{"server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b259c9c5-031d-4826-baa2-6317d25801be"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:36.976505 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b259c9c5-031d-4826-baa2-6317d25801be,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:37.008421 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc808ce-c726-48c5-8b32-c29a5750cc6e x-openstack-request-id: req-6cc808ce-c726-48c5-8b32-c29a5750cc6e {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:37.008738 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b259c9c5-031d-4826-baa2-6317d25801be", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:37.008990 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cc808ce-c726-48c5-8b32-c29a5750cc6e {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:37.009387 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc808ce-c726-48c5-8b32-c29a5750cc6e'] response: {'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be', 'code': 200} Jun 29 10:22:37.050449 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.098973 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9229b0-a10e-49e0-80e5-4146ade7eef3 req-3f601885-9e95-4c29-aa91-4bf98ba223c1 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:37.099288 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:37.100463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cb9229b0-a10e-49e0-80e5-4146ade7eef3 req-3f601885-9e95-4c29-aa91-4bf98ba223c1 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 949 time: 0.1189928 Jun 29 10:22:37.194143 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-cb9229b0-a10e-49e0-80e5-4146ade7eef3 req-db40dd20-f4f7-498c-ba3b-a0b2bfce252b tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862012 Jun 29 10:22:37.203995 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bc504e-b9b0-4b29-92d2-d86b0f865db1 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:37.211622 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks [] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.223823 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Transition to ACTIVE for port object a3bc504e-b9b0-4b29-92d2-d86b0f865db1 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:22:37.338812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.391556 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f1c94-72fd-448c-8bbf-6ae2a28e36e5 req-b6c16771-eb53-4c89-a80e-46a57851224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:37.393080 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7d3f1c94-72fd-448c-8bbf-6ae2a28e36e5 req-b6c16771-eb53-4c89-a80e-46a57851224e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 1134 time: 0.0860710 Jun 29 10:22:37.408093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:37.489796 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7d3f1c94-72fd-448c-8bbf-6ae2a28e36e5 req-76a00f0b-5cba-4228-968e-43ebd5f61834 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895283 Jun 29 10:22:37.507207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Attempting to bind port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:37.507545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Attempting to bind port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:37.507873 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Attempting to bind port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:37.512288 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:22:37.512619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Attempting to bind port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:37.517929 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:37.518285 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:37.518649 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Bound using segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:37.519077 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Bound port: a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:37.519482 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.581994 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:37.585021 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:37.681546 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.721343 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:37.721937 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:37.723305 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] 10.222.0.64 "PUT /v2.0/ports/a3bc504e-b9b0-4b29-92d2-d86b0f865db1 HTTP/1.1" status: 200 len: 1093 time: 0.9565372 Jun 29 10:22:37.723742 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:37.725978 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed6d339-5756-4e60-b880-c7c20776afa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:37.751879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f330-b9bf-40bc-a68b-ee67dce4e758 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:37.777575 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbbc54d-ea11-4ed6-916c-678d759d9690 x-openstack-request-id: req-5fbbc54d-ea11-4ed6-916c-678d759d9690 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:37.777943 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:37.778198 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fbbc54d-ea11-4ed6-916c-678d759d9690 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:37.778764 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbbc54d-ea11-4ed6-916c-678d759d9690'] response: {'name': 'network-changed', 'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'status': 'completed', 'code': 200} Jun 29 10:22:37.837339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-a8a7e888-c8c5-4988-954f-296af4724034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:37.838852 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-a8a7e888-c8c5-4988-954f-296af4724034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1127 time: 0.0519586 Jun 29 10:22:38.033895 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8f3f-70d2-4793-b537-5167f36a0fbb req-0d48d8cc-7653-4fc6-af81-db009597587c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.035704 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-72ca8f3f-70d2-4793-b537-5167f36a0fbb req-0d48d8cc-7653-4fc6-af81-db009597587c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0576298 Jun 29 10:22:38.091756 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-72ca8f3f-70d2-4793-b537-5167f36a0fbb req-75721721-5786-4a59-be36-ece9b9815415 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498319 Jun 29 10:22:38.289162 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-8a8ca1de-d43f-4536-b369-6a77897f3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.290620 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-8a8ca1de-d43f-4536-b369-6a77897f3ddb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=92fb0a6035684a01866d73db29bd13bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4308586 Jun 29 10:22:38.317513 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f692-723a-40b2-93e5-e0e36c945d2c req-b3152e34-2e6c-4da0-8784-3dc542270ba2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.318996 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f780f692-723a-40b2-93e5-e0e36c945d2c req-b3152e34-2e6c-4da0-8784-3dc542270ba2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 950 time: 0.0567024 Jun 29 10:22:38.367052 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f780f692-723a-40b2-93e5-e0e36c945d2c req-e878993e-7609-4845-88d0-5337657cd259 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Jun 29 10:22:38.368309 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-46ea69c7-e6a8-4e05-bd1f-05935b81dd9d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.369799 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-46ea69c7-e6a8-4e05-bd1f-05935b81dd9d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/networks?id=86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 200 len: 814 time: 0.4426453 Jun 29 10:22:38.395538 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-bfb52a95-1fd6-4782-9360-b2930976496d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/quotas/8537131d82be4e6ca96ec6b1c38d4ce7 HTTP/1.1" status: 200 len: 375 time: 0.0161383 Jun 29 10:22:38.442311 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-613dca8d-3c12-4e95-be3e-c8a8358f183d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379667 Jun 29 10:22:38.446835 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-26e670e7-1f47-48a6-bcbd-6e6b855eaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.448396 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-9ed6d339-5756-4e60-b880-c7c20776afa4 req-26e670e7-1f47-48a6-bcbd-6e6b855eaae2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474559 Jun 29 10:22:38.570970 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b6995960-9257-4f0e-8120-1752b933ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.572475 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-b6995960-9257-4f0e-8120-1752b933ae27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1127 time: 0.0741069 Jun 29 10:22:38.574599 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-3ea7d8a2-6d9e-48e5-a371-6fccaa3b4baa service neutron] 10.222.0.60 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247475 Jun 29 10:22:38.635241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-444fda05-98b2-4b96-9e95-720a53483f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:38.652387 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-4c05c369-3cba-4178-a5e2-8dad3061ec7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1 HTTP/1.1" status: 200 len: 217 time: 0.0729210 Jun 29 10:22:38.720568 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-d5695d82-ca4f-475b-93d5-02140448983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.722015 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-d5695d82-ca4f-475b-93d5-02140448983c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0633156 Jun 29 10:22:38.739899 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-1bee2282-7134-4deb-8af9-884743e9b038 service neutron] 10.222.0.60 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546085 Jun 29 10:22:38.779261 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281058a-c828-4484-b9da-b50e9929ea62 req-415ab9e2-5d6b-4463-8f00-ff9dee48e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:38.780857 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-415ab9e2-5d6b-4463-8f00-ff9dee48e817 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517159 Jun 29 10:22:38.872879 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-cacb5dce-6582-475b-8a23-84e11643124a service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863168 Jun 29 10:22:38.961241 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7281058a-c828-4484-b9da-b50e9929ea62 req-ba542480-365f-410f-a7f1-eeed73f08133 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821416 Jun 29 10:22:39.003592 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-981b0bd6-57a7-4979-a0f0-6a056255ffc6 req-cc242fb3-16c6-4bd3-ae1c-e0f3430e0389 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 210 time: 0.0266337 Jun 29 10:22:39.217464 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79870821-57f5-4ad3-8a13-27aef85bb210 req-c2a0f361-b5fd-4817-bc82-260b145e3a69 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:39.219723 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-79870821-57f5-4ad3-8a13-27aef85bb210 req-c2a0f361-b5fd-4817-bc82-260b145e3a69 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0579445 Jun 29 10:22:39.268052 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-79870821-57f5-4ad3-8a13-27aef85bb210 req-ed86b1b6-e216-4b77-bf18-bc9625d6bf18 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Jun 29 10:22:39.474670 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:39.488751 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7df560-cac4-453b-a914-8607e438cb42 req-efc0f220-60c8-404e-b45c-68fc0387a49d tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:39.490226 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-df7df560-cac4-453b-a914-8607e438cb42 req-efc0f220-60c8-404e-b45c-68fc0387a49d tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 950 time: 0.0543585 Jun 29 10:22:39.536373 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-df7df560-cac4-453b-a914-8607e438cb42 req-0d024bb6-05ae-40e7-b77b-c1fe28c12ed4 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Jun 29 10:22:40.111554 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2e756ff1-3c34-4c4e-a79d-78f1269142bf req-63206496-290a-45a8-8746-0e78b810bcd6 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 210 time: 0.0317614 Jun 29 10:22:40.284739 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548a69-0abc-415d-90e7-bed1ca770b8e req-b91e05a6-80d7-40a2-8da1-ae7cc36518db tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:40.286228 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6a548a69-0abc-415d-90e7-bed1ca770b8e req-b91e05a6-80d7-40a2-8da1-ae7cc36518db tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 950 time: 0.3048120 Jun 29 10:22:40.338900 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6a548a69-0abc-415d-90e7-bed1ca770b8e req-4d840857-2d9d-4ded-9320-6fd643eba31f tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Jun 29 10:22:40.388217 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a1ff-482a-4ed1-9e42-80577a6935c5 req-f85dc039-0179-425d-b697-4b1157f0b67a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:40.390895 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a267a1ff-482a-4ed1-9e42-80577a6935c5 req-f85dc039-0179-425d-b697-4b1157f0b67a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0542817 Jun 29 10:22:40.445774 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a267a1ff-482a-4ed1-9e42-80577a6935c5 req-9a4c17ae-1e40-4c71-baa3-bb5b33daaafd tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496409 Jun 29 10:22:41.118838 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-c52f0333-cb5d-4b08-a3fe-a18d8bde64f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:41.120372 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-c52f0333-cb5d-4b08-a3fe-a18d8bde64f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "GET /v2.0/networks?id=86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 200 len: 814 time: 0.1061995 Jun 29 10:22:41.135267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Request body: {'port': {'device_id': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f', 'admin_state_up': True, 'tenant_id': '8537131d82be4e6ca96ec6b1c38d4ce7'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:41.214368 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-be97c09c-5311-4674-add9-09c8537c98fa req-684f5f58-6f32-4303-87f4-c47f0f6615c3 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 210 time: 0.0302522 Jun 29 10:22:41.273495 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:41.362924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-cfb4d6e3-15a7-4906-b3c8-de50a7cbd606 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:41.364371 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-cfb4d6e3-15a7-4906-b3c8-de50a7cbd606 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 950 time: 0.0543942 Jun 29 10:22:41.365481 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Made reservation on behalf of 8537131d82be4e6ca96ec6b1c38d4ce7 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:22:41.368530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:41.566940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929432-063c-4337-9546-57c42151dfd8 req-d2fb5ef5-f30a-4ce0-b8ae-ec09ab2a4180 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:41.568445 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-72929432-063c-4337-9546-57c42151dfd8 req-d2fb5ef5-f30a-4ce0-b8ae-ec09ab2a4180 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0529950 Jun 29 10:22:41.578024 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173172c-2b2a-4dc3-9bc6-db09d407d06a req-a5da156c-ea70-4a83-80c6-8bc995155a6c tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:41.579362 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e173172c-2b2a-4dc3-9bc6-db09d407d06a req-a5da156c-ea70-4a83-80c6-8bc995155a6c tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 950 time: 0.1663845 Jun 29 10:22:41.618430 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-72929432-063c-4337-9546-57c42151dfd8 req-4584e341-585a-4040-b638-a0b21d20a7ed tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436053 Jun 29 10:22:41.626192 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Allocated IP 172.20.0.11 (86a2e29a-70b9-4db1-ba98-506e41cb775f/fea2a46f-d52e-4112-97ea-44b53bcbe47a/4b0c51d2-51f2-40ec-b265-a110bfcd097e) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:41.631523 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Deleting port b259c9c5-031d-4826-baa2-6317d25801be {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:22:41.631858 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (b259c9c5-031d-4826-baa2-6317d25801be), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:41.733061 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e173172c-2b2a-4dc3-9bc6-db09d407d06a req-acc92c3b-56ca-42e5-978c-202ec2b75753 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bd23d70-616d-4edc-b733-02c144176d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448700 Jun 29 10:22:41.823926 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] For port b259c9c5-031d-4826-baa2-6317d25801be, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b259c9c5-031d-4826-baa2-6317d25801be,segment=NetworkSegment(0718f940-0866-4a9c-9e64-0d81f76dd130),segment_id=0718f940-0866-4a9c-9e64-0d81f76dd130)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:41.824278 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (b259c9c5-031d-4826-baa2-6317d25801be), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:41.845380 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Calling delete_port for b259c9c5-031d-4826-baa2-6317d25801be owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:22:41.920914 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks [] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.029569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.076461 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:42.082291 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:42.085165 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:42.089024 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Pushing event updated for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:42.116848 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (b259c9c5-031d-4826-baa2-6317d25801be), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.128412 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['b259c9c5-031d-4826-baa2-6317d25801be'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:22:42.158187 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Pushing event deleted for resources: {'Port': ['ID=b259c9c5-031d-4826-baa2-6317d25801be,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:42.170873 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:42.171530 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.215696 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] No DVR routers for this DVR port b259c9c5-031d-4826-baa2-6317d25801be on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:22:42.218225 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.222376 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2af48405-dd9a-4dd1-9c87-28418c7f46b9 req-005fc9ab-25c4-4565-b9b6-a480d44addb2 tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.64 "DELETE /v2.0/ports/b259c9c5-031d-4826-baa2-6317d25801be HTTP/1.1" status: 204 len: 173 time: 0.8515098 Jun 29 10:22:42.222827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'name': 'network-vif-deleted', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:42.225106 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd75ade-d8f3-4cd9-b887-94021e39292a" -d '{"events": [{"server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "name": "network-vif-deleted", "tag": "b259c9c5-031d-4826-baa2-6317d25801be"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:42.271862 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efb7ee4-d5a3-49d5-8d90-1264bd2cb77e x-openstack-request-id: req-0efb7ee4-d5a3-49d5-8d90-1264bd2cb77e {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:42.272640 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9d91d-dc01-43f8-8018-30b89900b1ca", "name": "network-vif-deleted", "tag": "b259c9c5-031d-4826-baa2-6317d25801be", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:42.272900 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0efb7ee4-d5a3-49d5-8d90-1264bd2cb77e {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:42.273314 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efb7ee4-d5a3-49d5-8d90-1264bd2cb77e'] response: {'server_uuid': '6aa9d91d-dc01-43f8-8018-30b89900b1ca', 'name': 'network-vif-deleted', 'tag': 'b259c9c5-031d-4826-baa2-6317d25801be', 'status': 'completed', 'code': 200} Jun 29 10:22:42.298605 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-f529381a-a2df-4cbb-b91f-1f07cebf5739 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669383 Jun 29 10:22:42.318122 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Request body: {'port': {'device_id': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:42.391932 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b0c5e-bf7b-4088-8722-86b452ff10ef req-cb2725a3-6b2a-43ff-ad64-68b7af85346a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:42.393472 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c5b0c5e-bf7b-4088-8722-86b452ff10ef req-cb2725a3-6b2a-43ff-ad64-68b7af85346a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 932 time: 0.1085017 Jun 29 10:22:42.401827 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.481812 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-4c5b0c5e-bf7b-4088-8722-86b452ff10ef req-12d34c3f-a510-4c4c-b4ea-e6f85806c741 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816741 Jun 29 10:22:42.648901 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.685148 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0c51d2-51f2-40ec-b265-a110bfcd097e {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:42.692963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks [] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.705853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Transition to ACTIVE for port object 4b0c51d2-51f2-40ec-b265-a110bfcd097e will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:22:42.742714 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad6669-491c-4b14-906a-3cfeba945671 req-927e418c-7fb5-46ba-8c2e-e0cdff68abaf tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:42.744099 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3cad6669-491c-4b14-906a-3cfeba945671 req-927e418c-7fb5-46ba-8c2e-e0cdff68abaf tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0543711 Jun 29 10:22:42.794871 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3cad6669-491c-4b14-906a-3cfeba945671 req-8d34576c-a19c-4a82-861a-37f5b7699efa tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447133 Jun 29 10:22:42.840919 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-14de00bc-88df-4e22-894b-57aeb485ec25 req-236ef4b8-b2df-4265-a550-a26b9c040b9b tempest-VolumesNegativeTest-1267661021 tempest-VolumesNegativeTest-1267661021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa9d91d-dc01-43f8-8018-30b89900b1ca HTTP/1.1" status: 200 len: 210 time: 0.0282271 Jun 29 10:22:42.841735 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:42.892752 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:42.960626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Attempting to bind port 4b0c51d2-51f2-40ec-b265-a110bfcd097e on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:22:42.960945 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Attempting to bind port 4b0c51d2-51f2-40ec-b265-a110bfcd097e by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:22:42.961290 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Attempting to bind port 4b0c51d2-51f2-40ec-b265-a110bfcd097e on network 86a2e29a-70b9-4db1-ba98-506e41cb775f {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:42.965448 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Port 4b0c51d2-51f2-40ec-b265-a110bfcd097e on network 86a2e29a-70b9-4db1-ba98-506e41cb775f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:22:42.965760 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Attempting to bind port 4b0c51d2-51f2-40ec-b265-a110bfcd097e on network 86a2e29a-70b9-4db1-ba98-506e41cb775f {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:22:42.971095 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:22:42.971426 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Checking segment: {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:22:42.971793 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Bound using segment: {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:22:42.972202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Bound port: 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:22:42.972545 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:43.030803 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:22:43.034935 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:22:43.103770 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:43.139124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:43.139731 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:43.142276 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/4b0c51d2-51f2-40ec-b265-a110bfcd097e HTTP/1.1" status: 200 len: 1094 time: 0.8276291 Jun 29 10:22:43.165968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26a90-3bdf-4e23-9262-3a32a41a05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:43.311334 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-bdf38667-5bd6-49fe-8ce4-d5a11e1eb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:43.312992 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-bdf38667-5bd6-49fe-8ce4-d5a11e1eb93b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 1128 time: 0.0452614 Jun 29 10:22:43.350861 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-9c7d010d-f183-4017-841c-36046e962ec2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e HTTP/1.1" status: 200 len: 217 time: 0.0312352 Jun 29 10:22:43.397860 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-635c9eb3-6ef8-4079-b6aa-8e68c6e471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:43.399387 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-635c9eb3-6ef8-4079-b6aa-8e68c6e471f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fea2a46f-d52e-4112-97ea-44b53bcbe47a HTTP/1.1" status: 200 len: 854 time: 0.0428140 Jun 29 10:22:43.436662 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-41fbc7dc-8d87-4a71-a27e-e479d6cea376 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86a2e29a-70b9-4db1-ba98-506e41cb775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282362 Jun 29 10:22:43.528780 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-8aa776d6-8e1e-4ff8-90f5-8b1e199a410c service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818255 Jun 29 10:22:43.604520 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf9d7-1f0a-4512-9724-e640ed4b8f4f req-3beb1b8c-eb60-49fd-923b-0afd08c950bd tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:43.606033 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f49bf9d7-1f0a-4512-9724-e640ed4b8f4f req-3beb1b8c-eb60-49fd-923b-0afd08c950bd tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 944 time: 0.0525098 Jun 29 10:22:43.621940 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-40adf5de-f05c-4d37-9dfc-5663accf543f req-4d1f27c0-c9d7-4b7d-a79a-7f55732bb2d5 service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881824 Jun 29 10:22:43.652813 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f49bf9d7-1f0a-4512-9724-e640ed4b8f4f req-80508eaa-38da-43f3-bc61-01d6adba8ef3 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Jun 29 10:22:43.913017 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290a9bb-d6ed-421b-a8ab-a1c0f5c22a7c req-58904a2e-6996-48f0-a718-e79f474e38d2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:43.914500 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0290a9bb-d6ed-421b-a8ab-a1c0f5c22a7c req-58904a2e-6996-48f0-a718-e79f474e38d2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0555210 Jun 29 10:22:43.963164 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0290a9bb-d6ed-421b-a8ab-a1c0f5c22a7c req-b4113b34-842d-46f3-9ef2-f4fdc4ac29cc tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429857 Jun 29 10:22:44.274053 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:44.276543 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf9ad6-79bc-4048-acde-5d851a4064dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:44.310605 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca94264-c454-4246-8ecd-40a386d846b3 x-openstack-request-id: req-5ca94264-c454-4246-8ecd-40a386d846b3 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:44.310898 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:44.311149 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ca94264-c454-4246-8ecd-40a386d846b3 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:44.311549 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca94264-c454-4246-8ecd-40a386d846b3'] response: {'name': 'network-changed', 'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e', 'status': 'completed', 'code': 200} Jun 29 10:22:44.376625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-18f5404e-27e7-41df-839b-21fe35ef45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:44.378502 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-18f5404e-27e7-41df-839b-21fe35ef45a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 1128 time: 0.0467811 Jun 29 10:22:44.491340 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-2753a03f-2c2c-4057-bbcc-67f7a2f58e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:44.491340 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-2753a03f-2c2c-4057-bbcc-67f7a2f58e93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 200 len: 915 time: 0.0910385 Jun 29 10:22:44.513646 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-c577f8b3-6b21-4048-83c9-e6c5332f12dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e HTTP/1.1" status: 200 len: 217 time: 0.0317593 Jun 29 10:22:44.561096 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-d4bbf079-0df6-4869-9f21-eb5cc372ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:44.562556 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-d4bbf079-0df6-4869-9f21-eb5cc372ab3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fea2a46f-d52e-4112-97ea-44b53bcbe47a HTTP/1.1" status: 200 len: 854 time: 0.0429962 Jun 29 10:22:44.594083 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-89c643d2-1982-4a2c-9f5f-cfbf87b53c5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86a2e29a-70b9-4db1-ba98-506e41cb775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253036 Jun 29 10:22:44.684982 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device b259c9c5-031d-4826-baa2-6317d25801be no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:22:44.687747 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-02f7eb98-9dac-4fb7-820f-edb03cb8464b service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857065 Jun 29 10:22:44.710553 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: b259c9c5-031d-4826-baa2-6317d25801be {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:22:44.711173 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device b259c9c5-031d-4826-baa2-6317d25801be not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:22:44.815363 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-08bf9ad6-79bc-4048-acde-5d851a4064dd req-ded39a9e-1eec-430f-a8e6-4f1e32f258fe service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219690 Jun 29 10:22:44.827110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b78b-c0ab-40eb-a2d7-997386be82d1 req-26fcd602-a92d-4c8b-a8a4-f5507efc20cf tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:44.828523 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6835b78b-c0ab-40eb-a2d7-997386be82d1 req-26fcd602-a92d-4c8b-a8a4-f5507efc20cf tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 944 time: 0.0905473 Jun 29 10:22:44.877268 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-6835b78b-c0ab-40eb-a2d7-997386be82d1 req-72485f6f-2dcd-4449-847b-2a810ea108b0 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Jun 29 10:22:45.083761 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9a4e-d654-464a-b880-f8dbee70503a req-e8534cf6-72db-4ee6-afe0-69d90bbf01a3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:45.085280 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7bde9a4e-d654-464a-b880-f8dbee70503a req-e8534cf6-72db-4ee6-afe0-69d90bbf01a3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0558631 Jun 29 10:22:45.134777 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7bde9a4e-d654-464a-b880-f8dbee70503a req-d72cdec7-481f-4e13-b6fa-54db9ec3911f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Jun 29 10:22:45.995101 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8701622-e32f-46db-b17f-9b788927ba89 req-a804247a-a094-4efd-a363-610aee1cf170 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:45.996545 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e8701622-e32f-46db-b17f-9b788927ba89 req-a804247a-a094-4efd-a363-610aee1cf170 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 944 time: 0.0511391 Jun 29 10:22:46.044053 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e8701622-e32f-46db-b17f-9b788927ba89 req-c225355f-a3cd-423a-8d6d-cd974679e8db tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jun 29 10:22:46.252242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6357-37a0-439d-9cb4-3f2e071c03d8 req-adef3fc9-6d8f-4deb-a126-0f0fcac27845 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:46.253719 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-985a6357-37a0-439d-9cb4-3f2e071c03d8 req-adef3fc9-6d8f-4deb-a126-0f0fcac27845 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 943 time: 0.0534286 Jun 29 10:22:46.302061 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-985a6357-37a0-439d-9cb4-3f2e071c03d8 req-93159d7b-9628-45f4-98e8-9401660e7056 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Jun 29 10:22:46.684256 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 4b0c51d2-51f2-40ec-b265-a110bfcd097e details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:22:46.783950 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:46.795796 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '4b0c51d2-51f2-40ec-b265-a110bfcd097e', 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f', 'port_id': '4b0c51d2-51f2-40ec-b265-a110bfcd097e', 'mac_address': 'fa:16:3e:fe:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea2a46f-d52e-4112-97ea-44b53bcbe47a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:22:46.830488 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 4b0c51d2-51f2-40ec-b265-a110bfcd097e is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:46.830928 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:46.843967 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0c51d2-51f2-40ec-b265-a110bfcd097e {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:46.864708 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:46.935807 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:46.936777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device a3bc504e-b9b0-4b29-92d2-d86b0f865db1 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:22:47.030426 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:47.076886 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:47.092580 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'port_id': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'mac_address': 'fa:16:3e:4e:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:22:47.130820 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:47.131204 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:47.144214 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bc504e-b9b0-4b29-92d2-d86b0f865db1 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:22:47.165099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:47.174932 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605df6e7-051f-46b9-bbb1-384127dfb18a req-39f7e618-1036-4fef-9c3b-26aca7370186 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:47.176417 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-605df6e7-051f-46b9-bbb1-384127dfb18a req-39f7e618-1036-4fef-9c3b-26aca7370186 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 945 time: 0.0568686 Jun 29 10:22:47.222776 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-605df6e7-051f-46b9-bbb1-384127dfb18a req-c97b4bc0-603e-4894-954a-eefc70d1fe3a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Jun 29 10:22:47.252027 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:47.298192 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:47.418401 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae0ce-6123-4b6e-a594-af2e6d0989ce req-17fd06be-1040-407c-8b1d-65291cdadf29 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:47.419908 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ccaae0ce-6123-4b6e-a594-af2e6d0989ce req-17fd06be-1040-407c-8b1d-65291cdadf29 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 944 time: 0.0532274 Jun 29 10:22:47.466561 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['4b0c51d2-51f2-40ec-b265-a110bfcd097e'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:22:47.470391 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['a3bc504e-b9b0-4b29-92d2-d86b0f865db1'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:22:47.476379 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ccaae0ce-6123-4b6e-a594-af2e6d0989ce req-3ccdcbd3-41f7-4021-b134-bfca307d7f66 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501990 Jun 29 10:22:48.346185 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12af87a-648c-45e2-8b62-68b9aeb03719 req-863c89d9-65e4-44d3-91de-e412fe92563f tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:48.347731 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a12af87a-648c-45e2-8b62-68b9aeb03719 req-863c89d9-65e4-44d3-91de-e412fe92563f tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 945 time: 0.0585330 Jun 29 10:22:48.396195 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a12af87a-648c-45e2-8b62-68b9aeb03719 req-b0cfcf6a-ef2e-42d4-9d77-533e97310ce0 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Jun 29 10:22:48.607835 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617a2dc-dadd-4230-bfc3-42a7fbe3a195 req-45e72052-228a-48fa-8314-508191c462f2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:48.615884 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3617a2dc-dadd-4230-bfc3-42a7fbe3a195 req-45e72052-228a-48fa-8314-508191c462f2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 944 time: 0.0722241 Jun 29 10:22:48.671412 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3617a2dc-dadd-4230-bfc3-42a7fbe3a195 req-c33958da-83ff-4b4a-8b7c-dfa57380aba0 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546119 Jun 29 10:22:48.715250 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 4b0c51d2-51f2-40ec-b265-a110bfcd097e up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:48.834730 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 4b0c51d2-51f2-40ec-b265-a110bfcd097e completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:22:48.838795 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 4b0c51d2-51f2-40ec-b265-a110bfcd097e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:48.839166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:48.907569 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 4b0c51d2-51f2-40ec-b265-a110bfcd097e is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:48.907956 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:48.932942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:48.935131 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f4348-dcb2-48bb-8d5a-f761e463f247" -d '{"events": [{"server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:48.947688 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:48.971652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d48c9-07ae-492f-a21e-af27ebb98e41 x-openstack-request-id: req-af8d48c9-07ae-492f-a21e-af27ebb98e41 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:48.971942 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:48.972189 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af8d48c9-07ae-492f-a21e-af27ebb98e41 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:48.972580 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8d48c9-07ae-492f-a21e-af27ebb98e41'] response: {'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e', 'code': 200} Jun 29 10:22:49.038593 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:49.039422 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device a3bc504e-b9b0-4b29-92d2-d86b0f865db1 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:22:49.111510 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:49.210051 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:22:49.214002 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:22:49.214376 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:49.288206 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:22:49.288591 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:49.321252 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:22:49.321481 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47a73-7c2f-4213-80f3-7abec4df1342 req-6d1316c8-4f34-4874-a46b-fa91d783848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:49.322880 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-24e47a73-7c2f-4213-80f3-7abec4df1342 req-6d1316c8-4f34-4874-a46b-fa91d783848b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 1130 time: 0.0481892 Jun 29 10:22:49.365408 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-24e47a73-7c2f-4213-80f3-7abec4df1342 req-6bbd0a5e-6c7e-470a-815e-cb7bfb1d55ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367146 Jun 29 10:22:49.406308 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:49.452411 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:49.512794 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb4e6-12f2-460f-9076-77bfb4d8c37f req-13a0dffa-0426-4d14-9327-210235f82819 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:49.514241 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d51fb4e6-12f2-460f-9076-77bfb4d8c37f req-13a0dffa-0426-4d14-9327-210235f82819 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 946 time: 0.0512671 Jun 29 10:22:49.560264 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-d51fb4e6-12f2-460f-9076-77bfb4d8c37f req-dbf1f205-a188-4dde-9f9d-5088d49704a4 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jun 29 10:22:49.787784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96566317-64bf-41a3-a75e-cc79e120932a req-21d2c960-cb5d-443e-8911-0a42a280a1c9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:49.789277 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96566317-64bf-41a3-a75e-cc79e120932a req-21d2c960-cb5d-443e-8911-0a42a280a1c9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Jun 29 10:22:49.841523 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-96566317-64bf-41a3-a75e-cc79e120932a req-7f7b9ec9-568f-4ef1-8509-4f55462fa32a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466142 Jun 29 10:22:50.169419 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33590) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:50.302307 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-d45d001b-154a-44a6-9464-755259d3e605 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9185136ffbde483bbf9d17ea4c980fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317439 Jun 29 10:22:50.304855 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33594) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:50.351934 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] Publish callbacks [] for security_group (0bd23d70-616d-4edc-b733-02c144176d73), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:50.378236 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] Publish callbacks [] for security_group (0bd23d70-616d-4edc-b733-02c144176d73), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:50.508914 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (0bd23d70-616d-4edc-b733-02c144176d73), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:50.511448 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:50.512654 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bd23d70-616d-4edc-b733-02c144176d73 HTTP/1.1" status: 204 len: 168 time: 0.2066400 Jun 29 10:22:50.521066 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fd330-ce1c-4f85-a43b-464bfbe2d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd23d70-616d-4edc-b733-02c144176d73,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:50.683491 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1cd47-8ea9-4acb-ba89-4dcb0771b6a3 req-2f9e2db0-ce25-4ea0-9563-c6b02bf33ab2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:50.685031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ebd1cd47-8ea9-4acb-ba89-4dcb0771b6a3 req-2f9e2db0-ce25-4ea0-9563-c6b02bf33ab2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 946 time: 0.0593808 Jun 29 10:22:50.733095 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ebd1cd47-8ea9-4acb-ba89-4dcb0771b6a3 req-a731f4a4-8f26-490d-9fa1-afe560aaf8f4 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Jun 29 10:22:50.972639 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309220f-ecb2-4355-a0c2-bbd4bc4340f3 req-f629a069-0c7b-4c10-9048-e0295e1dde46 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:50.973813 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:50.974383 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0309220f-ecb2-4355-a0c2-bbd4bc4340f3 req-f629a069-0c7b-4c10-9048-e0295e1dde46 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0608368 Jun 29 10:22:50.976858 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b069c5-0f9f-40ca-9471-9b35c59e0102" -d '{"events": [{"server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:51.020977 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4293236e-9e9e-4667-9191-0eeccd02e234 x-openstack-request-id: req-4293236e-9e9e-4667-9191-0eeccd02e234 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:51.021454 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:51.021859 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4293236e-9e9e-4667-9191-0eeccd02e234 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:51.022414 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4293236e-9e9e-4667-9191-0eeccd02e234'] response: {'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'code': 200} Jun 29 10:22:51.032163 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0309220f-ecb2-4355-a0c2-bbd4bc4340f3 req-aaa77030-30fa-496a-9377-ee3ec4a1a3b9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509374 Jun 29 10:22:51.365547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9ab0-81a8-4ce6-9334-89ea5b11f9c5 req-eacc5782-03f5-4394-ad6c-a114c3c52e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:51.367009 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2e1a9ab0-81a8-4ce6-9334-89ea5b11f9c5 req-eacc5782-03f5-4394-ad6c-a114c3c52e8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1129 time: 0.0441315 Jun 29 10:22:51.415105 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-2e1a9ab0-81a8-4ce6-9334-89ea5b11f9c5 req-8a51585b-cbaa-4eb2-84f4-596c1be42a03 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Jun 29 10:22:52.158193 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374a62-2ee6-4da9-bb61-fc5726989cc9 req-805fba6f-9c64-4798-aa96-b06f70ca9cee tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:52.159486 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-62374a62-2ee6-4da9-bb61-fc5726989cc9 req-805fba6f-9c64-4798-aa96-b06f70ca9cee tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Jun 29 10:22:52.207010 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-62374a62-2ee6-4da9-bb61-fc5726989cc9 req-cb2c7639-c06b-4721-9a25-697d743be94c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Jun 29 10:22:53.329387 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7fc16-545e-429d-96a6-8c24722e5155 req-7998773f-2111-41e0-8dbb-bb0c5059030a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:53.331049 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-10a7fc16-545e-429d-96a6-8c24722e5155 req-7998773f-2111-41e0-8dbb-bb0c5059030a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Jun 29 10:22:53.379986 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-10a7fc16-545e-429d-96a6-8c24722e5155 req-8c206a84-c0e7-4875-9662-651d923d4c48 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 Jun 29 10:22:53.499811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc0764-2867-4158-8400-a6da85522cd5 req-13b862a2-28ff-43e0-ad67-6fd46072e4c4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:53.501403 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-84fc0764-2867-4158-8400-a6da85522cd5 req-13b862a2-28ff-43e0-ad67-6fd46072e4c4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Jun 29 10:22:53.562918 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-84fc0764-2867-4158-8400-a6da85522cd5 req-efc46a42-4e99-41f0-bcdc-15c487a2a109 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555990 Jun 29 10:22:53.585504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33670) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:53.778385 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73a6c0-3c2a-4d18-acd2-45ec6ffb2d04 tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:53.779902 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-fd73a6c0-3c2a-4d18-acd2-45ec6ffb2d04 tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1124 time: 0.1934021 Jun 29 10:22:53.782861 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 33674) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:22:53.787682 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'port_id': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:22:53.869229 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:53.969869 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:54.071627 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.27.1.17 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/a791b216-f45f-455b-baef-cfd8313a753b) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:22:54.177762 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (a791b216-f45f-455b-baef-cfd8313a753b), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:54.263867 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (a791b216-f45f-455b-baef-cfd8313a753b), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:54.305812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:22:54.308829 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:22:54.312636 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:22:54.318080 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=a791b216-f45f-455b-baef-cfd8313a753b,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:54.948315 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (9e28367b-4d59-4287-8dc5-fdd0df85469d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.101390 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (a791b216-f45f-455b-baef-cfd8313a753b), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.258763 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (a791b216-f45f-455b-baef-cfd8313a753b), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.324547 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (a791b216-f45f-455b-baef-cfd8313a753b), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.396843 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=a791b216-f45f-455b-baef-cfd8313a753b,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:22:55.405548 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (9e28367b-4d59-4287-8dc5-fdd0df85469d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.503761 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP 9e28367b-4d59-4287-8dc5-fdd0df85469d associated. External IP: 172.27.1.17, port: a3bc504e-b9b0-4b29-92d2-d86b0f865db1. Jun 29 10:22:55.711062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:22:55.821572 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:22:55.831526 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:22:55.840504 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:55.843604 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:22:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:55.895399 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:22:55.930646 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-91b8620f-d82e-4ecc-a55e-a513a70ce588 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1465096 Jun 29 10:22:55.931223 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:22:55.933660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:22:55.946321 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:55.968440 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083be247-160c-4f07-b3a2-414935747b57 x-openstack-request-id: req-083be247-160c-4f07-b3a2-414935747b57 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:22:55.969014 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:22:55.969014 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-083be247-160c-4f07-b3a2-414935747b57 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:22:55.969396 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083be247-160c-4f07-b3a2-414935747b57'] response: {'name': 'network-changed', 'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'status': 'completed', 'code': 200} Jun 29 10:22:56.039326 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-a0b17305-1986-43ac-add0-58b73be9f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:56.040876 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-a0b17305-1986-43ac-add0-58b73be9f543 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1129 time: 0.0495076 Jun 29 10:22:56.139631 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-8118b385-27a3-4c62-b4a7-e0095fd426e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:56.141169 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-8118b385-27a3-4c62-b4a7-e0095fd426e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0935545 Jun 29 10:22:56.166102 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '9e28367b-4d59-4287-8dc5-fdd0df85469d', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:4e:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:22:54Z', 'updated_at': '2022-06-29T10:22:54Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:56.192408 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:22:56.204694 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:22:56.206046 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:22:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:56.213829 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-6d5829e8-7677-406a-b388-fe73ab3f4406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1 HTTP/1.1" status: 200 len: 998 time: 0.0668550 Jun 29 10:22:56.266443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-cb6ec77c-a740-48c3-b146-cf92765a909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:56.267898 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-cb6ec77c-a740-48c3-b146-cf92765a909f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0477402 Jun 29 10:22:56.312992 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:22:56.319018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-8586a6b7-3264-4f18-8ae4-5d4739c1a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:22:56.320532 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-8586a6b7-3264-4f18-8ae4-5d4739c1a592 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462418 Jun 29 10:22:56.416981 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-91eda16b-4427-448d-86ca-700b3344d36b service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891623 Jun 29 10:22:56.519325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d73d6c06-ad6a-4255-87ae-3a5bdf5613a0 req-5a2ecb94-be1a-452f-9fc3-502b95fa0834 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962760 Jun 29 10:22:56.543495 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '9e28367b-4d59-4287-8dc5-fdd0df85469d', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:4e:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:22:54Z', 'updated_at': '2022-06-29T10:22:54Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:22:56.568835 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1503505-08f8-4f15-b01d-318cf55b2409 None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '9e28367b-4d59-4287-8dc5-fdd0df85469d', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:4e:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:22:54Z', 'updated_at': '2022-06-29T10:22:54Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:22:56.775367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff1165-ed48-45e4-84d9-268a09c430bd None None] New status for floating IP 9e28367b-4d59-4287-8dc5-fdd0df85469d: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:23:03.769341 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:06.149165 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4f6b3126-109a-4704-95fb-b159bb2927b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:06.950518 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:23:08.577153 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-42904938-6e35-4929-aa60-6e9cfebb3c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:09.460743 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:11.285838 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:12.585118 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-3925e4cc-72f1-42fa-a0db-098583316f74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467956 Jun 29 10:23:12.628216 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:12.673967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-d5309b7d-b299-4580-bb26-242650ffcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:12.676163 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-d5309b7d-b299-4580-bb26-242650ffcc43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 1129 time: 0.0442631 Jun 29 10:23:12.782463 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-cc3227b3-d0a9-4f4f-b1dd-1784086e889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:12.783925 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-cc3227b3-d0a9-4f4f-b1dd-1784086e889c service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0889101 Jun 29 10:23:12.848186 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-fe74285c-2280-48f8-9b09-9050a6a7b019 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1 HTTP/1.1" status: 200 len: 1000 time: 0.0542004 Jun 29 10:23:12.902215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-60825761-1ce5-4cc9-87a0-c14bad0b8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:12.903640 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-60825761-1ce5-4cc9-87a0-c14bad0b8bec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0465162 Jun 29 10:23:12.954455 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-7ec1c5ad-2d20-4828-be0b-ef2b386fdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:12.955904 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-7ec1c5ad-2d20-4828-be0b-ef2b386fdea4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427372 Jun 29 10:23:13.043036 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-8cd2a61d-29f6-4bbb-a2e8-09fb724d67b4 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792923 Jun 29 10:23:13.136546 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc128f33-e951-4260-ae5a-02fb974521c2 req-3f1f9c80-b187-4d64-9405-f5741549c181 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868864 Jun 29 10:23:33.376224 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb37b8a-df02-4cf1-bd08-819115e6adf8 req-4f1bfe5a-f9ed-4314-b676-e99a3d176750 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:33.377702 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fcb37b8a-df02-4cf1-bd08-819115e6adf8 req-4f1bfe5a-f9ed-4314-b676-e99a3d176750 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 946 time: 0.0534637 Jun 29 10:23:33.423240 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fcb37b8a-df02-4cf1-bd08-819115e6adf8 req-3c2eed45-afb6-497f-86fc-ae738f041aca tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Jun 29 10:23:33.820080 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:34.593987 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8595de-8700-4a04-a0f5-e73df7c86515 req-459596bd-3186-4c34-9d27-e7452cb51d46 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:34.595464 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8a8595de-8700-4a04-a0f5-e73df7c86515 req-459596bd-3186-4c34-9d27-e7452cb51d46 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 946 time: 0.1042993 Jun 29 10:23:34.642296 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8a8595de-8700-4a04-a0f5-e73df7c86515 req-2a7dab8b-b5a3-4bc2-a760-f211df1ba658 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Jun 29 10:23:34.984782 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-d6c08d74-20d5-40a2-9204-3cb34a123bb5 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:34.986220 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-d6c08d74-20d5-40a2-9204-3cb34a123bb5 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 946 time: 0.0551746 Jun 29 10:23:35.072055 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Deleting port 4b0c51d2-51f2-40ec-b265-a110bfcd097e {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:23:35.072400 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:35.161631 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] For port 4b0c51d2-51f2-40ec-b265-a110bfcd097e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b0c51d2-51f2-40ec-b265-a110bfcd097e,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:23:35.161985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:35.175250 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Calling delete_port for 4b0c51d2-51f2-40ec-b265-a110bfcd097e owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:23:35.408625 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (4b0c51d2-51f2-40ec-b265-a110bfcd097e), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:35.424356 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['4b0c51d2-51f2-40ec-b265-a110bfcd097e'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:23:35.439699 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Pushing event deleted for resources: {'Port': ['ID=4b0c51d2-51f2-40ec-b265-a110bfcd097e,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:35.452206 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.452555 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.452921 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.453257 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.453586 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.453909 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.454234 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.454568 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.454890 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.455212 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.455535 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.455853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.456168 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:35.491085 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] No DVR routers for this DVR port 4b0c51d2-51f2-40ec-b265-a110bfcd097e on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:23:35.494158 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:35.497466 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-440ec2a0-0174-45bb-abf9-d6fd075a3a49 req-35773b5f-a77b-461b-8da5-1578358d7eef tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "DELETE /v2.0/ports/4b0c51d2-51f2-40ec-b265-a110bfcd097e HTTP/1.1" status: 204 len: 173 time: 0.5062366 Jun 29 10:23:35.497898 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'name': 'network-vif-deleted', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:23:35.500153 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145fa926-d49e-4219-9ab8-ab5d2d2bc3ad" -d '{"events": [{"server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "name": "network-vif-deleted", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:23:35.535726 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb6f72b-2771-4ee2-8539-17173d40cc4c x-openstack-request-id: req-3fb6f72b-2771-4ee2-8539-17173d40cc4c {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:23:35.536018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab6d112-7956-49b6-a4a4-316322bd4fdd", "name": "network-vif-deleted", "tag": "4b0c51d2-51f2-40ec-b265-a110bfcd097e", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:23:35.536269 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fb6f72b-2771-4ee2-8539-17173d40cc4c {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:23:35.536706 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb6f72b-2771-4ee2-8539-17173d40cc4c'] response: {'server_uuid': '7ab6d112-7956-49b6-a4a4-316322bd4fdd', 'name': 'network-vif-deleted', 'tag': '4b0c51d2-51f2-40ec-b265-a110bfcd097e', 'status': 'completed', 'code': 200} Jun 29 10:23:35.734570 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-683e6e0b-79a2-4502-ac5b-0a90d01be9d0 req-28438ebd-c08d-4a97-993e-0487e93aa33a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab6d112-7956-49b6-a4a4-316322bd4fdd HTTP/1.1" status: 200 len: 210 time: 0.0261376 Jun 29 10:23:36.182336 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a03eb11c-7685-4c43-8ee4-c9c1ae8117f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:38.581684 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ea42-89e4-4979-bc59-8cda9e65f5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:39.083949 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 4b0c51d2-51f2-40ec-b265-a110bfcd097e no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:23:39.104298 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 4b0c51d2-51f2-40ec-b265-a110bfcd097e {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:23:39.104662 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 4b0c51d2-51f2-40ec-b265-a110bfcd097e not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:23:39.484481 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:41.265297 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:42.621909 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:43.950052 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:23:45.409606 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-2abd639f-5ccc-4197-a965-886830d5ddc8 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:45.411032 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-2abd639f-5ccc-4197-a965-886830d5ddc8 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/networks?id=86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 200 len: 814 time: 0.1026316 Jun 29 10:23:45.425217 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-761a7a25-056f-4640-835e-c7e60a83cc98 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/quotas/8537131d82be4e6ca96ec6b1c38d4ce7 HTTP/1.1" status: 200 len: 375 time: 0.0087795 Jun 29 10:23:45.456638 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-cdd39b34-3dbf-4830-bd22-9e227e86c42a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257900 Jun 29 10:23:45.466600 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-202b1311-22e7-453d-8090-068773f5fa4a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:23:45.467573 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-202b1311-22e7-453d-8090-068773f5fa4a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047708 Jun 29 10:23:45.557967 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-3e3fa21b-5180-4318-b4cc-f689afe67e3c service neutron] 10.222.0.60 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 Jun 29 10:23:45.645597 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-0bea091e-1669-4018-ab30-f5488c8c9644 service neutron] 10.222.0.60 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820184 Jun 29 10:23:45.888854 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e09e23f-8fe9-4a2d-99a6-fd29c0950567 req-387cb019-93e8-4850-abbe-34e476dba828 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Jun 29 10:23:47.141791 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f869f4d0-6670-4602-a05d-bd58dd54acfd req-982d8671-4021-4fbc-84c8-fdb1e8273024 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 210 time: 0.0298355 Jun 29 10:23:47.872133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-f0ddc860-c3c2-48ad-8b9d-cdc93b767f4d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:47.873533 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-f0ddc860-c3c2-48ad-8b9d-cdc93b767f4d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "GET /v2.0/networks?id=86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 200 len: 814 time: 0.1067066 Jun 29 10:23:47.887642 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Request body: {'port': {'device_id': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f', 'admin_state_up': True, 'tenant_id': '8537131d82be4e6ca96ec6b1c38d4ce7'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:23:48.067466 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Made reservation on behalf of 8537131d82be4e6ca96ec6b1c38d4ce7 for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:23:48.070790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:48.205902 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Allocated IP 172.20.0.5 (86a2e29a-70b9-4db1-ba98-506e41cb775f/fea2a46f-d52e-4112-97ea-44b53bcbe47a/79130300-da95-4839-84a9-1248dfe4d623) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:23:48.241586 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c6b46c43-9c12-4140-bb00-f93af3d893dd req-af63d02d-6f33-4d6b-b540-9ca8e644587a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Jun 29 10:23:48.373916 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks [] for port (79130300-da95-4839-84a9-1248dfe4d623), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:48.479504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:48.521794 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Network 86a2e29a-70b9-4db1-ba98-506e41cb775f is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:23:48.525254 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:23:48.528737 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:23:48.534381 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Pushing event updated for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:48.578207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:48.578812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:48.691000 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-46af9a2a-7725-4a0d-9319-38cc1ecb1332 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095045 Jun 29 10:23:48.700281 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-c34f5e91-7420-497e-bde5-35d2754434fb tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:23:48.701338 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-c34f5e91-7420-497e-bde5-35d2754434fb tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051882 Jun 29 10:23:48.757557 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Request body: {'port': {'device_id': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:23:48.820883 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (79130300-da95-4839-84a9-1248dfe4d623), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.073022 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79130300-da95-4839-84a9-1248dfe4d623 {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:23:49.080261 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks [] for port (79130300-da95-4839-84a9-1248dfe4d623), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.092684 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Transition to ACTIVE for port object 79130300-da95-4839-84a9-1248dfe4d623 will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:23:49.153210 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.202568 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Pushing event updated for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:49.270706 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Attempting to bind port 79130300-da95-4839-84a9-1248dfe4d623 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:23:49.271041 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Attempting to bind port 79130300-da95-4839-84a9-1248dfe4d623 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:23:49.271365 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Attempting to bind port 79130300-da95-4839-84a9-1248dfe4d623 on network 86a2e29a-70b9-4db1-ba98-506e41cb775f {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:23:49.276287 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Port 79130300-da95-4839-84a9-1248dfe4d623 on network 86a2e29a-70b9-4db1-ba98-506e41cb775f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:23:49.276618 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Attempting to bind port 79130300-da95-4839-84a9-1248dfe4d623 on network 86a2e29a-70b9-4db1-ba98-506e41cb775f {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:23:49.281476 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:23:49.281831 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Checking segment: {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:23:49.282189 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Bound using segment: {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:23:49.282612 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Bound port: 79130300-da95-4839-84a9-1248dfe4d623, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:23:49.282967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (79130300-da95-4839-84a9-1248dfe4d623), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.343094 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:23:49.346279 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=79130300-da95-4839-84a9-1248dfe4d623,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:23:49.363610 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb13816-eb68-4a73-a979-f83972e8048c req-fab77ffd-bd2d-416e-a84b-9c67c90b4afb tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.365091 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-beb13816-eb68-4a73-a979-f83972e8048c req-fab77ffd-bd2d-416e-a84b-9c67c90b4afb tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 943 time: 0.0559895 Jun 29 10:23:49.410500 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-beb13816-eb68-4a73-a979-f83972e8048c req-745ef168-b6cc-4710-ba81-e47682e51eb3 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Jun 29 10:23:49.428233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.464791 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.465404 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:49.466775 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] 10.222.0.64 "PUT /v2.0/ports/79130300-da95-4839-84a9-1248dfe4d623 HTTP/1.1" status: 200 len: 1093 time: 0.7588742 Jun 29 10:23:49.467201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'tag': '79130300-da95-4839-84a9-1248dfe4d623'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:23:49.469477 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a624a-db8f-4ba6-ae7a-49441357bf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "tag": "79130300-da95-4839-84a9-1248dfe4d623"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:23:49.491391 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72ba2e-043d-4323-9850-5e50f7829236 service neutron] Pushing event updated for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:49.508630 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f361bd5-9f9a-41fc-ae39-f43fb4300096 x-openstack-request-id: req-3f361bd5-9f9a-41fc-ae39-f43fb4300096 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:23:49.509439 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "tag": "79130300-da95-4839-84a9-1248dfe4d623", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:23:49.509758 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f361bd5-9f9a-41fc-ae39-f43fb4300096 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:23:49.509758 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f361bd5-9f9a-41fc-ae39-f43fb4300096'] response: {'name': 'network-changed', 'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'tag': '79130300-da95-4839-84a9-1248dfe4d623', 'status': 'completed', 'code': 200} Jun 29 10:23:49.574671 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-4f5d3036-d535-4244-bfd9-9737589978aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.576155 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-4f5d3036-d535-4244-bfd9-9737589978aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 1127 time: 0.0454550 Jun 29 10:23:49.675324 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-940fa5ab-54da-4e7f-9ffa-936ada01e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.676724 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-940fa5ab-54da-4e7f-9ffa-936ada01e717 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933399 Jun 29 10:23:49.771651 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-23251529-6a2e-4b84-a167-0ef6fcc85a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.773118 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e72a624a-db8f-4ba6-ae7a-49441357bf3e req-23251529-6a2e-4b84-a167-0ef6fcc85a1f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895956 Jun 29 10:23:49.851619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-d74f840f-ad36-460c-bca4-ce90e4288975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.853199 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-d74f840f-ad36-460c-bca4-ce90e4288975 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 1127 time: 0.0440948 Jun 29 10:23:49.894333 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-9657da96-3cec-4550-b3a5-449b1ce20c08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79130300-da95-4839-84a9-1248dfe4d623 HTTP/1.1" status: 200 len: 217 time: 0.0348966 Jun 29 10:23:49.941484 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-ed7e80e1-883f-48ad-8089-f0dc790ebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:49.942860 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-ed7e80e1-883f-48ad-8089-f0dc790ebb78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fea2a46f-d52e-4112-97ea-44b53bcbe47a HTTP/1.1" status: 200 len: 854 time: 0.0434885 Jun 29 10:23:49.973012 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-e2bc5aa8-e4e9-4b5f-8a56-c79820483f12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86a2e29a-70b9-4db1-ba98-506e41cb775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236216 Jun 29 10:23:50.063290 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-3fcb023a-cb13-4f13-8b34-a048219e9b19 service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Jun 29 10:23:50.147326 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fef3a0b2-4632-416a-a3ac-71c874c67de2 req-184b4925-f32a-44d7-be84-8c23a9db27a3 service neutron] 10.222.0.64 "GET /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786452 Jun 29 10:23:50.530904 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e888-4370-41f6-becd-3344848a92aa req-ca38aeb4-bd49-4590-a817-b526af76f083 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:50.532363 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0b39e888-4370-41f6-becd-3344848a92aa req-ca38aeb4-bd49-4590-a817-b526af76f083 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 943 time: 0.0553067 Jun 29 10:23:50.579659 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0b39e888-4370-41f6-becd-3344848a92aa req-e298eacc-291a-43d8-b39c-a49a7e01961e tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Jun 29 10:23:51.712812 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93dd0-c99a-4d22-a49c-c37c1c5f925c req-134944a8-c77a-4a73-ae62-19d715393ef9 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:51.714294 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-62e93dd0-c99a-4d22-a49c-c37c1c5f925c req-134944a8-c77a-4a73-ae62-19d715393ef9 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 943 time: 0.0593750 Jun 29 10:23:51.766199 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-62e93dd0-c99a-4d22-a49c-c37c1c5f925c req-0b3336d3-5b86-412c-a36c-6b585b3bb1ee tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 Jun 29 10:23:52.885866 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586887d-f11c-41ab-aa5a-3e834e8d243b req-cd0a7ba3-6d4e-4bb3-a03b-71f10576e060 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:52.887238 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7586887d-f11c-41ab-aa5a-3e834e8d243b req-cd0a7ba3-6d4e-4bb3-a03b-71f10576e060 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 943 time: 0.0537326 Jun 29 10:23:52.941876 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-7586887d-f11c-41ab-aa5a-3e834e8d243b req-7ffb1bb6-7ce6-4a90-951e-047e4cf893e4 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Jun 29 10:23:53.060632 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 79130300-da95-4839-84a9-1248dfe4d623 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:23:53.158509 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=79130300-da95-4839-84a9-1248dfe4d623,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:23:53.169501 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '79130300-da95-4839-84a9-1248dfe4d623', 'network_id': '86a2e29a-70b9-4db1-ba98-506e41cb775f', 'port_id': '79130300-da95-4839-84a9-1248dfe4d623', 'mac_address': 'fa:16:3e:24:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea2a46f-d52e-4112-97ea-44b53bcbe47a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:23:53.203003 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 79130300-da95-4839-84a9-1248dfe4d623 is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:23:53.203424 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (79130300-da95-4839-84a9-1248dfe4d623), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:53.216365 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79130300-da95-4839-84a9-1248dfe4d623 {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:23:53.234924 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=79130300-da95-4839-84a9-1248dfe4d623,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:23:53.301545 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:53.479697 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:53.486742 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.487087 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.487436 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.487767 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.488097 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.488423 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.488774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.489099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.489420 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.489744 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.490063 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.490379 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.490695 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:23:53.541725 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['79130300-da95-4839-84a9-1248dfe4d623'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:23:54.057981 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423a510-8e18-41c0-9e2b-b23020c2936c req-51a2728c-59d2-4df1-8a4b-d23852a00e3b tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:54.059426 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3423a510-8e18-41c0-9e2b-b23020c2936c req-51a2728c-59d2-4df1-8a4b-d23852a00e3b tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 944 time: 0.0518365 Jun 29 10:23:54.104868 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-3423a510-8e18-41c0-9e2b-b23020c2936c req-2cb18ce7-1cdb-467a-801e-505bfbc2e4ce tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Jun 29 10:23:55.075792 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 79130300-da95-4839-84a9-1248dfe4d623 up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:23:55.179636 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 79130300-da95-4839-84a9-1248dfe4d623 completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:23:55.184248 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 79130300-da95-4839-84a9-1248dfe4d623 triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:23:55.189971 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (79130300-da95-4839-84a9-1248dfe4d623), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:55.226169 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec22d-d7ac-499c-8943-15dfc32bf9ee req-f7dc9736-dd04-4896-bf72-51035a04c9c4 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:55.228473 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-caaec22d-d7ac-499c-8943-15dfc32bf9ee req-f7dc9736-dd04-4896-bf72-51035a04c9c4 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 944 time: 0.0526247 Jun 29 10:23:55.255367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 79130300-da95-4839-84a9-1248dfe4d623 is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:23:55.255777 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (79130300-da95-4839-84a9-1248dfe4d623), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:55.275227 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-caaec22d-d7ac-499c-8943-15dfc32bf9ee req-ffd697f2-990b-41dd-a200-12cded10bf33 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Jun 29 10:23:55.279199 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79130300-da95-4839-84a9-1248dfe4d623'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:23:55.281476 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe8874-e6e2-4300-b189-1833633e0a61" -d '{"events": [{"server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "name": "network-vif-plugged", "status": "completed", "tag": "79130300-da95-4839-84a9-1248dfe4d623"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:23:55.294559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=79130300-da95-4839-84a9-1248dfe4d623,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:23:55.316999 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ca94e-e3c4-433d-b0c0-b6d5c71043fd x-openstack-request-id: req-0e3ca94e-e3c4-433d-b0c0-b6d5c71043fd {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:23:55.317286 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "name": "network-vif-plugged", "status": "completed", "tag": "79130300-da95-4839-84a9-1248dfe4d623", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:23:55.317538 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e3ca94e-e3c4-433d-b0c0-b6d5c71043fd {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:23:55.317931 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3ca94e-e3c4-433d-b0c0-b6d5c71043fd'] response: {'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79130300-da95-4839-84a9-1248dfe4d623', 'code': 200} Jun 29 10:23:55.370222 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:23:55.416367 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:23:55.635057 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ee2b4-6ccd-41e4-9a84-684bfe122810 req-5001b7f1-2fdd-4fcf-be94-d1cf1ef210d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:55.636512 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc1ee2b4-6ccd-41e4-9a84-684bfe122810 req-5001b7f1-2fdd-4fcf-be94-d1cf1ef210d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 1129 time: 0.0427442 Jun 29 10:23:55.679070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fc1ee2b4-6ccd-41e4-9a84-684bfe122810 req-38372ed8-7e92-4c9d-801e-c796a424c1a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Jun 29 10:23:56.391827 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346a3b-067e-4790-aabb-ba7201f2703a req-74f97d37-8c16-43f4-924a-8b2fc029cb8a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:56.393355 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2c346a3b-067e-4790-aabb-ba7201f2703a req-74f97d37-8c16-43f4-924a-8b2fc029cb8a tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 945 time: 0.0518575 Jun 29 10:23:56.443504 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-2c346a3b-067e-4790-aabb-ba7201f2703a req-c8bcafa0-d06c-4f5c-b15c-1db8956230c7 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Jun 29 10:23:57.563601 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110e10-eda6-413a-b2ca-ca620a2452a3 req-c97eb0ae-1ab3-47eb-8024-83f12f5bc5fa tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:23:57.565070 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be110e10-eda6-413a-b2ca-ca620a2452a3 req-c97eb0ae-1ab3-47eb-8024-83f12f5bc5fa tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 945 time: 0.0545709 Jun 29 10:23:57.610670 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-be110e10-eda6-413a-b2ca-ca620a2452a3 req-e0588eee-f01f-4aff-be39-1a696c9ad13d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Jun 29 10:24:03.809707 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:06.158269 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-ac5e67a2-f228-4fbb-87ea-e9cf5852a777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:08.613311 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2c971a88-50d1-4d00-8843-320365a8d6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:09.481953 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:11.290195 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:12.632337 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:20.211999 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae78f-19a1-4be0-98bb-e9a75ba6ab65 req-e228d620-2efc-42f2-b10e-e13f3cf5c3fc tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:24:20.213499 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d30ae78f-19a1-4be0-98bb-e9a75ba6ab65 req-e228d620-2efc-42f2-b10e-e13f3cf5c3fc tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Jun 29 10:24:20.259587 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d30ae78f-19a1-4be0-98bb-e9a75ba6ab65 req-48cae7b6-fd4f-4655-9123-406036fe367f tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jun 29 10:24:20.949233 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:24:21.381203 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aad60d-0969-4b14-8f97-7f493d740450 req-68389346-ddff-44fe-93c7-4b9896c18167 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:24:21.382651 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-28aad60d-0969-4b14-8f97-7f493d740450 req-68389346-ddff-44fe-93c7-4b9896c18167 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Jun 29 10:24:21.428262 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-28aad60d-0969-4b14-8f97-7f493d740450 req-429e70e4-0b73-48dc-96ac-680a05913c7d tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Jun 29 10:24:21.760124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-65b58942-5f67-4fe4-b8ee-bb31c58aec0c tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:24:21.761583 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-65b58942-5f67-4fe4-b8ee-bb31c58aec0c tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Jun 29 10:24:21.849703 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Deleting port 79130300-da95-4839-84a9-1248dfe4d623 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:24:21.849962 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (79130300-da95-4839-84a9-1248dfe4d623), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:21.940013 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] For port 79130300-da95-4839-84a9-1248dfe4d623, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=79130300-da95-4839-84a9-1248dfe4d623,segment=NetworkSegment(b2cf1788-ca20-40ea-8ec1-369bebd9fb75),segment_id=b2cf1788-ca20-40ea-8ec1-369bebd9fb75)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:24:21.940376 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (79130300-da95-4839-84a9-1248dfe4d623), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:21.951948 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Calling delete_port for 79130300-da95-4839-84a9-1248dfe4d623 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:24:22.144570 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (79130300-da95-4839-84a9-1248dfe4d623), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:22.157837 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['79130300-da95-4839-84a9-1248dfe4d623'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:24:22.176800 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Pushing event deleted for resources: {'Port': ['ID=79130300-da95-4839-84a9-1248dfe4d623,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:24:22.218272 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] No DVR routers for this DVR port 79130300-da95-4839-84a9-1248dfe4d623 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:24:22.220703 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:22.224012 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5eade716-4d56-4d3d-b712-f8fc89cbc51e req-a53878a5-5d87-4324-98c2-5ab23b21e0f2 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.64 "DELETE /v2.0/ports/79130300-da95-4839-84a9-1248dfe4d623 HTTP/1.1" status: 204 len: 173 time: 0.4573367 Jun 29 10:24:22.224440 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'name': 'network-vif-deleted', 'tag': '79130300-da95-4839-84a9-1248dfe4d623'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:24:22.226678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e813a22-3de0-40ad-a75a-3e70e2c68fb2" -d '{"events": [{"server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "name": "network-vif-deleted", "tag": "79130300-da95-4839-84a9-1248dfe4d623"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:24:22.322596 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6881a8e-3faf-416c-b0cf-76fb53082f1e x-openstack-request-id: req-f6881a8e-3faf-416c-b0cf-76fb53082f1e {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:24:22.322885 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2664aee2-2212-42e9-a913-e037ce2eecc1", "name": "network-vif-deleted", "tag": "79130300-da95-4839-84a9-1248dfe4d623", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:24:22.323138 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6881a8e-3faf-416c-b0cf-76fb53082f1e {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:24:22.323574 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6881a8e-3faf-416c-b0cf-76fb53082f1e'] response: {'server_uuid': '2664aee2-2212-42e9-a913-e037ce2eecc1', 'name': 'network-vif-deleted', 'tag': '79130300-da95-4839-84a9-1248dfe4d623', 'status': 'completed', 'code': 200} Jun 29 10:24:22.524238 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-269488e6-8f53-469b-b7a4-8d9d2bd8d15b req-01a7b75c-d73e-4d49-8c46-34b89321b7d6 tempest-VolumesSnapshotTestJSON-223822274 tempest-VolumesSnapshotTestJSON-223822274-project] 10.222.0.60 "GET /v2.0/ports?device_id=2664aee2-2212-42e9-a913-e037ce2eecc1 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Jun 29 10:24:25.155162 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 79130300-da95-4839-84a9-1248dfe4d623 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:24:25.173704 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 79130300-da95-4839-84a9-1248dfe4d623 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:24:25.174049 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 79130300-da95-4839-84a9-1248dfe4d623 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:24:33.786114 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:36.146150 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6690fee0-22e2-49a2-aa82-3dec03f70428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:38.601216 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f933446a-2ab1-406a-9e4e-05e029576615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:39.492307 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:41.281867 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:42.649158 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.255894 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34142) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:24:48.299338 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Deleting subnet fea2a46f-d52e-4112-97ea-44b53bcbe47a {{(pid=104296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:24:48.302350 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Publish callbacks [] for subnet (fea2a46f-d52e-4112-97ea-44b53bcbe47a), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.336137 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59312716'] for subnet (fea2a46f-d52e-4112-97ea-44b53bcbe47a), precommit_delete_associations {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.378157 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (fea2a46f-d52e-4112-97ea-44b53bcbe47a), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.483517 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59805750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098477'] for subnet (fea2a46f-d52e-4112-97ea-44b53bcbe47a), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.507886 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea2a46f-d52e-4112-97ea-44b53bcbe47a,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:24:48.512310 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for subnet (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.515439 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fea2a46f-d52e-4112-97ea-44b53bcbe47a HTTP/1.1" status: 204 len: 168 time: 0.2585676 Jun 29 10:24:48.518702 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34144) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:24:48.520823 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.521171 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.521519 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.521847 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.522176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.522501 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.522824 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.523149 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.523469 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.523789 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.524108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.524423 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.524774 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b97c54-7488-4c43-b13f-b0e6e7bbb81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.588443 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (86a2e29a-70b9-4db1-ba98-506e41cb775f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.665877 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (86a2e29a-70b9-4db1-ba98-506e41cb775f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.685807 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a2e29a-70b9-4db1-ba98-506e41cb775f']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:24:48.695323 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:24:48.695620 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cf1788-ca20-40ea-8ec1-369bebd9fb75') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:24:48.704690 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (b2cf1788-ca20-40ea-8ec1-369bebd9fb75), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.718007 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (b2cf1788-ca20-40ea-8ec1-369bebd9fb75), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.723774 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:24:48.724161 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (b2cf1788-ca20-40ea-8ec1-369bebd9fb75), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.766084 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment b2cf1788-ca20-40ea-8ec1-369bebd9fb75 resource provider aggregate not found Jun 29 10:24:48.784359 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment b2cf1788-ca20-40ea-8ec1-369bebd9fb75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2cf1788-ca20-40ea-8ec1-369bebd9fb75 found for delete ", "request_id": "req-4e58308c-235d-4847-9571-036f87d4b1ba"}]} Jun 29 10:24:48.871500 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (86a2e29a-70b9-4db1-ba98-506e41cb775f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.877716 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:48.880826 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/86a2e29a-70b9-4db1-ba98-506e41cb775f HTTP/1.1" status: 204 len: 168 time: 0.3611188 Jun 29 10:24:48.891587 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Pushing event deleted for resources: {'Network': ['ID=86a2e29a-70b9-4db1-ba98-506e41cb775f,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:24:48.899919 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.900243 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.900579 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.900940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.901266 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.901590 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.901911 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.902230 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.902624 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.902949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.903264 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.903579 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:48.903893 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d8f19-9cef-481b-aaba-9277873e14ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:24:49.287231 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34152) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:24:49.326310 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-7657aa2d-6ed6-4886-b9ee-f2d7c4383812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8537131d82be4e6ca96ec6b1c38d4ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379486 Jun 29 10:24:49.328796 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34154) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:24:49.375831 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] Publish callbacks [] for security_group (8c4e1406-0e3c-4a96-aae9-6a01ff9780dd), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:49.397498 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] Publish callbacks [] for security_group (8c4e1406-0e3c-4a96-aae9-6a01ff9780dd), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:49.506057 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (8c4e1406-0e3c-4a96-aae9-6a01ff9780dd), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:49.508547 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:24:49.509733 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c4e1406-0e3c-4a96-aae9-6a01ff9780dd HTTP/1.1" status: 204 len: 168 time: 0.1800461 Jun 29 10:24:49.517242 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873e304-c7f0-49f6-b396-eb1b28109c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e1406-0e3c-4a96-aae9-6a01ff9780dd,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:24:57.948629 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:25:03.811652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:06.151516 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f018f943-4190-48f1-99b8-324cca6db1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:06.284229 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaa1ff-4131-472a-ba49-22dc0981e5f3 req-aff60afc-2061-4f0a-8c78-d54d2bbc0b78 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:06.286756 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-65aaa1ff-4131-472a-ba49-22dc0981e5f3 req-aff60afc-2061-4f0a-8c78-d54d2bbc0b78 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Jun 29 10:25:06.334204 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-65aaa1ff-4131-472a-ba49-22dc0981e5f3 req-758c9a3c-3f7c-4e93-8170-9976f0b7faee tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Jun 29 10:25:07.461521 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeb5cb-f7af-44ae-bb1a-ae70502d1506 req-25ac61a2-6feb-42cc-9e94-81c0b37d6332 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:07.462983 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6baeb5cb-f7af-44ae-bb1a-ae70502d1506 req-25ac61a2-6feb-42cc-9e94-81c0b37d6332 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0578363 Jun 29 10:25:07.511285 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-6baeb5cb-f7af-44ae-bb1a-ae70502d1506 req-835b794c-d79c-4cc8-90ce-a4a25bbf68fa tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Jun 29 10:25:07.749249 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847ff14-7621-48a5-9701-edd8285369f3 req-564432d6-d243-4d94-b862-e5dff972220c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:07.750569 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d847ff14-7621-48a5-9701-edd8285369f3 req-564432d6-d243-4d94-b862-e5dff972220c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 945 time: 0.0547073 Jun 29 10:25:07.835133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:25:07.835462 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:07.921475 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] For port a3bc504e-b9b0-4b29-92d2-d86b0f865db1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:25:07.921814 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.344223 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.344584 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (9e28367b-4d59-4287-8dc5-fdd0df85469d), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.344935 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP 9e28367b-4d59-4287-8dc5-fdd0df85469d disassociated. External IP: 172.27.1.17, port: a3bc504e-b9b0-4b29-92d2-d86b0f865db1. Jun 29 10:25:08.345282 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for a3bc504e-b9b0-4b29-92d2-d86b0f865db1 owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:25:08.525811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (a3bc504e-b9b0-4b29-92d2-d86b0f865db1), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.552890 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=a3bc504e-b9b0-4b29-92d2-d86b0f865db1,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:08.588778 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-33237067-3dc7-41b1-9831-507e0a5ed587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.630849 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1eff66c5-6dc3-463f-ae3d-c56442696baf req-070c51d1-1d31-44fc-a559-4f9e525c9c5c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 210 time: 0.0355277 Jun 29 10:25:08.687233 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:25:08.787924 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:25:08.798143 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:25:08.808505 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:25:08.809137 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:25:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:08.828438 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] No DVR routers for this DVR port a3bc504e-b9b0-4b29-92d2-d86b0f865db1 on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:25:08.830872 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:08.834833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d847ff14-7621-48a5-9701-edd8285369f3 req-926eff23-325c-4b6b-9f9c-af136c684bf3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "DELETE /v2.0/ports/a3bc504e-b9b0-4b29-92d2-d86b0f865db1 HTTP/1.1" status: 204 len: 173 time: 1.0784607 Jun 29 10:25:08.835267 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'name': 'network-vif-deleted', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:25:08.837526 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad3f90-b730-4c00-977e-037dc1e592ab" -d '{"events": [{"server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "name": "network-vif-deleted", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:25:08.871708 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f8d92-b568-4799-8f10-64ff5a2029ac x-openstack-request-id: req-8a0f8d92-b568-4799-8f10-64ff5a2029ac {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:25:08.871995 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0bbc6d-e3e7-413e-98a1-53bd483fd291", "name": "network-vif-deleted", "tag": "a3bc504e-b9b0-4b29-92d2-d86b0f865db1", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:25:08.872245 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a0f8d92-b568-4799-8f10-64ff5a2029ac {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:25:08.872675 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0f8d92-b568-4799-8f10-64ff5a2029ac'] response: {'server_uuid': '7e0bbc6d-e3e7-413e-98a1-53bd483fd291', 'name': 'network-vif-deleted', 'tag': 'a3bc504e-b9b0-4b29-92d2-d86b0f865db1', 'status': 'completed', 'code': 200} Jun 29 10:25:08.918381 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:25:09.126487 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:09.150425 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:25:09.158462 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:25:09.159069 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:25:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:09.337625 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:25:09.494091 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:09.525590 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:09.549262 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f97b3-32c3-43fa-8e05-2416d676af46 None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:25:09.747886 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-26f2316a-a5c9-49b3-bb4e-9f0dfbc0bd6d req-3b884269-591e-4895-9f87-52859c9f270e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e0bbc6d-e3e7-413e-98a1-53bd483fd291 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jun 29 10:25:09.786997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea35927-3abc-44f6-8fce-ab2f05b407e7 None None] New status for floating IP 9e28367b-4d59-4287-8dc5-fdd0df85469d: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:25:11.030798 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-a7e7bc78-5e1a-4827-84ef-0e34c50f13e9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517927&fields=id&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 267 time: 0.0469861 Jun 29 10:25:11.134376 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-622f5ff4-1771-40fb-a6a2-ea38d126d0c7 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:11.135737 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-622f5ff4-1771-40fb-a6a2-ea38d126d0c7 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.0980577 Jun 29 10:25:11.150477 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-bb8649e1-a88b-4826-a45f-3d7a0c0edd46 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/quotas/92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 375 time: 0.0094273 Jun 29 10:25:11.204230 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-30fc1160-dce4-4f1f-8efb-896134630399 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487990 Jun 29 10:25:11.317267 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:11.337988 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2f70abfa-f305-40b3-a66e-babe488b9b99 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104296) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 10:25:11.339143 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2f70abfa-f305-40b3-a66e-babe488b9b99 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1223645 Jun 29 10:25:11.377241 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device a3bc504e-b9b0-4b29-92d2-d86b0f865db1 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:25:11.396718 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: a3bc504e-b9b0-4b29-92d2-d86b0f865db1 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:25:11.396992 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device a3bc504e-b9b0-4b29-92d2-d86b0f865db1 not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:25:11.437689 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-c3e2a8d3-dede-4a09-9cfe-5205d823eab4 service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924971 Jun 29 10:25:11.527311 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-4385fb44-a7fc-4700-948e-c851de5e3c5b service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828323 Jun 29 10:25:12.049477 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-68feb392-510b-466f-b8d1-39a41a6e95bf req-d0c85645-d061-4bd3-b205-1763805589f8 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 210 time: 0.0300734 Jun 29 10:25:12.634664 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:13.148247 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a41fb65b-b55c-4fc2-aa4d-4b7c2fd5cf44 req-bf90897e-6749-49ff-b739-a14b54b96989 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 210 time: 0.0319378 Jun 29 10:25:13.909311 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-304ded07-aa2f-4b65-8539-281d02092735 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:13.910642 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-304ded07-aa2f-4b65-8539-281d02092735 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1006188 Jun 29 10:25:13.975154 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-7df33983-e2a8-4646-94ce-3f4fe5e9dea5 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 379 time: 0.0548816 Jun 29 10:25:13.982626 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'port': {'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'admin_state_up': True, 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'security_groups': ['97809e15-30f4-4934-8ae1-c804332078c9']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:25:14.185808 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Made reservation on behalf of 92fb0a6035684a01866d73db29bd13bd for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:25:14.189189 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.240031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-32bdcd58-65e8-4ad7-a21f-86d2826db8cf req-646edc31-95c5-4616-ae08-006d95633bc3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 210 time: 0.0265338 Jun 29 10:25:14.336589 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.20.0.10 (61475871-7f53-41b7-8e48-f3eb0163aeb4/f3259676-9911-4ce8-84bc-18459ca40d9d/2a98a19c-6cf6-41b4-bc73-c6a5eb92852d) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:25:14.476159 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.591672 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.645277 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:25:14.649074 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:25:14.653025 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:25:14.658826 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:14.709281 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:14.710176 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.817237 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-2726381e-847c-4280-b87d-c82cafa70a86 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8381786 Jun 29 10:25:14.828124 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Request body: {'port': {'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:25:14.887108 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.928313 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-4eaf3df7-3591-41e2-8411-a7520eb0bd54 None None] Provisioning complete for port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:25:14.928947 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4eaf3df7-3591-41e2-8411-a7520eb0bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:14.960038 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf3df7-3591-41e2-8411-a7520eb0bd54 None None] Port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:25:15.144963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:25:15.152377 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks [] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:15.163887 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Transition to ACTIVE for port object 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:25:15.236869 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:15.286379 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:15.391366 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Attempting to bind port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:25:15.391704 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Attempting to bind port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:25:15.392037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Attempting to bind port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:25:15.400222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:25:15.400491 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Attempting to bind port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:25:15.412018 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de3788-d0f4-4c55-848c-7c1b8b138754 req-03612c46-c795-4340-a120-56dc70b9d9f3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:15.413720 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9de3788-d0f4-4c55-848c-7c1b8b138754 req-03612c46-c795-4340-a120-56dc70b9d9f3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0869617 Jun 29 10:25:15.415049 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:25:15.415386 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:25:15.415773 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Bound using segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:25:15.416215 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Bound port: 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:25:15.416572 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:15.503048 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e9de3788-d0f4-4c55-848c-7c1b8b138754 req-497cb640-1a4b-4a91-8827-071c38c01901 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831568 Jun 29 10:25:15.512778 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:25:15.516098 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:25:15.597202 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:15.634563 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:15.635179 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:15.636567 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] 10.222.0.64 "PUT /v2.0/ports/2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 1094 time: 0.8129308 Jun 29 10:25:15.637028 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:25:15.639313 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:25:15.674392 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0048e02-fcc0-4f0a-b3be-a40faa875c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:15.681529 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fbacc5-ca24-40ec-99b6-d50b0d1c20fc x-openstack-request-id: req-62fbacc5-ca24-40ec-99b6-d50b0d1c20fc {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:25:15.681885 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:25:15.682204 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62fbacc5-ca24-40ec-99b6-d50b0d1c20fc {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:25:15.682883 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fbacc5-ca24-40ec-99b6-d50b0d1c20fc'] response: {'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'status': 'completed', 'code': 200} Jun 29 10:25:15.749086 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-76956788-8414-4b3d-aee3-484dee33e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:15.750607 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-76956788-8414-4b3d-aee3-484dee33e7f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1128 time: 0.0472548 Jun 29 10:25:15.853680 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-f3a5379f-9594-40ff-bfd0-be169bb519d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:15.855127 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-f3a5379f-9594-40ff-bfd0-be169bb519d7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=92fb0a6035684a01866d73db29bd13bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976498 Jun 29 10:25:15.946606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-fa0634d6-0e74-4364-96c2-1896d2f8999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:15.947959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb63c066-ed6b-4af2-8cf1-5dfb5e88affd req-fa0634d6-0e74-4364-96c2-1896d2f8999a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864961 Jun 29 10:25:16.027235 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-25f8f329-9fce-450c-9eb4-c4b989375c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:16.028919 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-25f8f329-9fce-450c-9eb4-c4b989375c67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1128 time: 0.0436852 Jun 29 10:25:16.071845 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-9b76c998-4af6-46a8-ad8b-da977a8a90dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 217 time: 0.0366023 Jun 29 10:25:16.120343 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-d720a2fe-0740-44b8-a720-5956a1f07491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:16.121800 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-d720a2fe-0740-44b8-a720-5956a1f07491 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0438149 Jun 29 10:25:16.168682 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-c990429d-e3c7-4656-a103-e27aab7438ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:16.170147 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-c990429d-e3c7-4656-a103-e27aab7438ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426326 Jun 29 10:25:16.262293 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-61950f19-dc72-4aca-8e76-3dd77d294fbb service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Jun 29 10:25:16.351529 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-b5d4b396-8c85-4de2-89f1-31e5d16acb70 req-b974d85d-ebb3-4201-bf0b-37f5d36d1eec service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Jun 29 10:25:16.619681 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1c91-bb0a-4543-9921-18f4cf6bf16c req-cf42ac8d-1dba-48bf-9d73-79b8c15e7a68 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:16.621186 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c82c1c91-bb0a-4543-9921-18f4cf6bf16c req-cf42ac8d-1dba-48bf-9d73-79b8c15e7a68 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0523777 Jun 29 10:25:16.674890 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c82c1c91-bb0a-4543-9921-18f4cf6bf16c req-974c6d17-39d0-4889-9577-032d37e704fa tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480220 Jun 29 10:25:17.800579 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5a8bb-ac51-453f-bd35-cc970d6ee1ac req-2cafef3a-e3ce-4be9-bfd3-f508d27172ee tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:17.802043 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b3e5a8bb-ac51-453f-bd35-cc970d6ee1ac req-2cafef3a-e3ce-4be9-bfd3-f508d27172ee tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0554385 Jun 29 10:25:17.849492 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b3e5a8bb-ac51-453f-bd35-cc970d6ee1ac req-fb0363d6-d79f-4bd9-afc9-ec44e7844718 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Jun 29 10:25:18.965250 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16b873-c8a0-4291-ba14-999363b5c431 req-17b77a18-c625-42b4-b1a9-14ef23691d17 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:18.966686 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-de16b873-c8a0-4291-ba14-999363b5c431 req-17b77a18-c625-42b4-b1a9-14ef23691d17 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0518570 Jun 29 10:25:19.015201 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-de16b873-c8a0-4291-ba14-999363b5c431 req-93507a6f-395d-41ed-9631-f0c5f41cef05 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Jun 29 10:25:20.133544 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5071b35-ac92-4914-a385-02f74c607b05 req-404f32b3-9d4b-47ad-9b37-803017a5f462 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:20.135015 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a5071b35-ac92-4914-a385-02f74c607b05 req-404f32b3-9d4b-47ad-9b37-803017a5f462 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0528231 Jun 29 10:25:20.183148 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-a5071b35-ac92-4914-a385-02f74c607b05 req-6a4a8df8-2c6d-44b3-b370-3b65911aef69 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426509 Jun 29 10:25:21.300360 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112d2dd-4834-4354-a672-6e266e1d1c23 req-6f413ad8-87b4-4c81-8f8b-974be05d3747 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:21.301833 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d112d2dd-4834-4354-a672-6e266e1d1c23 req-6f413ad8-87b4-4c81-8f8b-974be05d3747 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0532408 Jun 29 10:25:21.351093 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d112d2dd-4834-4354-a672-6e266e1d1c23 req-071bfe80-545d-49c6-8a20-14d589752604 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421858 Jun 29 10:25:22.468050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a5c77-e67e-41bb-a271-85cc6c5893f3 req-d8629fa2-d734-413d-af6e-b10104096dfe tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:22.469523 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5d9a5c77-e67e-41bb-a271-85cc6c5893f3 req-d8629fa2-d734-413d-af6e-b10104096dfe tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0513980 Jun 29 10:25:22.520337 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-5d9a5c77-e67e-41bb-a271-85cc6c5893f3 req-c57d91b9-38e6-42ba-95d2-261786195844 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Jun 29 10:25:23.438741 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:25:23.533597 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:25:23.544910 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:25:23.580437 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:25:23.580851 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:23.595077 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:25:23.615084 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:25:23.640718 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf9d9-f4c5-4a80-85cf-b46858e8d5ab req-0998eb6b-6e17-4e8e-b9fa-9a6b4dffd559 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:23.642228 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-58daf9d9-f4c5-4a80-85cf-b46858e8d5ab req-0998eb6b-6e17-4e8e-b9fa-9a6b4dffd559 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 944 time: 0.0554104 Jun 29 10:25:23.685840 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:23.691029 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-58daf9d9-f4c5-4a80-85cf-b46858e8d5ab req-957d2734-7f3a-411c-b318-9c889718eb8a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Jun 29 10:25:23.738155 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:23.745351 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.751473 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:25:23.898895 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:25:24.809880 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076404ce-af8f-4c13-8b81-f8140ae13003 req-5d3b9cd8-d6b8-4a73-9f39-5ca515b5481f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:24.811320 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-076404ce-af8f-4c13-8b81-f8140ae13003 req-5d3b9cd8-d6b8-4a73-9f39-5ca515b5481f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 945 time: 0.0523942 Jun 29 10:25:24.859229 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-076404ce-af8f-4c13-8b81-f8140ae13003 req-8a00b11c-c499-499e-aa8c-6f28bb9fcdf8 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423052 Jun 29 10:25:25.454902 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:25:25.590702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:25:25.594732 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:25:25.603364 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:25.664930 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:25:25.665314 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:25.687326 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:25:25.689537 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b14cec-7f88-49db-af19-6710706a25c5" -d '{"events": [{"server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "name": "network-vif-plugged", "status": "completed", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:25:25.704869 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:25:25.776801 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:25.827152 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:25.839063 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02835e36-296a-4af7-abc0-01606dfe64fc x-openstack-request-id: req-02835e36-296a-4af7-abc0-01606dfe64fc {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:25:25.839353 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "name": "network-vif-plugged", "status": "completed", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:25:25.839606 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02835e36-296a-4af7-abc0-01606dfe64fc {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:25:25.840000 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02835e36-296a-4af7-abc0-01606dfe64fc'] response: {'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'code': 200} Jun 29 10:25:25.976020 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2500f1-7760-4ac4-99a8-0e28d3ba117c req-8627b1e8-7fea-408f-9f32-44b416800543 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:25.977514 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0a2500f1-7760-4ac4-99a8-0e28d3ba117c req-8627b1e8-7fea-408f-9f32-44b416800543 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0519648 Jun 29 10:25:26.026442 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-0a2500f1-7760-4ac4-99a8-0e28d3ba117c req-0d63f736-f3b2-4c95-83ff-ab752930ca96 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Jun 29 10:25:26.198205 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386972-b1df-425d-a1e1-18d91844bc36 req-0fadfff1-f2e5-4b33-96c0-0ad3d5457186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:26.199716 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-78386972-b1df-425d-a1e1-18d91844bc36 req-0fadfff1-f2e5-4b33-96c0-0ad3d5457186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0436411 Jun 29 10:25:26.244876 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-78386972-b1df-425d-a1e1-18d91844bc36 req-83106fdf-4a6a-409e-8bff-8686246fcd11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Jun 29 10:25:27.151507 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555121ee-b0a0-48fb-afbf-d3735946e44d req-0eb966c2-da72-43fc-b755-15022a192d92 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:27.153002 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-555121ee-b0a0-48fb-afbf-d3735946e44d req-0eb966c2-da72-43fc-b755-15022a192d92 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0572591 Jun 29 10:25:27.205643 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-555121ee-b0a0-48fb-afbf-d3735946e44d req-a8303642-c12f-4fbe-8836-fe211db34c36 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470343 Jun 29 10:25:28.326110 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad56a41-b159-4dcc-937a-6bd2fa194d7b req-2392a17a-2355-4010-bfd3-23f0cb9dfd13 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:28.328296 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8ad56a41-b159-4dcc-937a-6bd2fa194d7b req-2392a17a-2355-4010-bfd3-23f0cb9dfd13 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0572677 Jun 29 10:25:28.376320 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8ad56a41-b159-4dcc-937a-6bd2fa194d7b req-ba4d7b76-fd59-46cd-a387-6d4cb531a9c1 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Jun 29 10:25:28.494536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7150-5387-4250-a277-5244a38eafdd req-a82048d2-07fd-4e45-bec8-efe563fd0ba2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:28.495993 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a28d7150-5387-4250-a277-5244a38eafdd req-a82048d2-07fd-4e45-bec8-efe563fd0ba2 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0515401 Jun 29 10:25:28.544167 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a28d7150-5387-4250-a277-5244a38eafdd req-4ee6b88a-cda4-433d-b802-167d541fbf71 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Jun 29 10:25:28.565719 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34236) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:25:28.608232 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d22f4d-62f0-46b3-861f-c0ebd5ad5cb9 tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:28.609793 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-85d22f4d-62f0-46b3-861f-c0ebd5ad5cb9 tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1125 time: 0.0431101 Jun 29 10:25:28.612431 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34238) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:25:28.616571 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:25:28.694168 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:28.791855 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:28.890976 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.27.1.147 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/36953fd9-1e67-4411-831a-94b531a9fee0) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:25:28.998922 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (36953fd9-1e67-4411-831a-94b531a9fee0), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.086083 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.122317 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:25:29.126955 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:25:29.129584 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:25:29.156679 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=36953fd9-1e67-4411-831a-94b531a9fee0,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:29.479965 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (714222fb-910e-466c-8344-98e71b2ed3e2), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.596199 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.745859 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (36953fd9-1e67-4411-831a-94b531a9fee0), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.811129 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.874389 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=36953fd9-1e67-4411-831a-94b531a9fee0,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:25:29.886519 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (714222fb-910e-466c-8344-98e71b2ed3e2), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:29.988866 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP 714222fb-910e-466c-8344-98e71b2ed3e2 associated. External IP: 172.27.1.147, port: 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d. Jun 29 10:25:30.183190 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:25:30.283542 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:25:30.294119 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:25:30.303201 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:25:30.306932 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:25:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:30.353954 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:30.382962 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-1584a605-cc96-4ced-a02c-29343844be34 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7695074 Jun 29 10:25:30.383562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:25:30.385866 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4432f86-b4bf-46e7-8852-b56d30f819fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:25:30.403947 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:25:30.480344 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b663d82-6b6b-4e06-b062-39429f1d780f x-openstack-request-id: req-1b663d82-6b6b-4e06-b062-39429f1d780f {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:25:30.480904 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:25:30.480904 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b663d82-6b6b-4e06-b062-39429f1d780f {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:25:30.481315 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b663d82-6b6b-4e06-b062-39429f1d780f'] response: {'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'status': 'completed', 'code': 200} Jun 29 10:25:30.543963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-edd5d58e-86cf-40a6-a8c6-b30b2b281f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:30.545486 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-edd5d58e-86cf-40a6-a8c6-b30b2b281f2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0435503 Jun 29 10:25:30.627503 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:29Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:30.638130 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-464e612f-10af-4fb9-898e-37a89b287a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:30.642467 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-464e612f-10af-4fb9-898e-37a89b287a1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0885663 Jun 29 10:25:30.655255 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:25:30.663283 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:25:30.663879 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:25:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:30.701191 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-9b88a44f-7ae7-48c0-831d-08bef2ea3a6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 1000 time: 0.0559416 Jun 29 10:25:30.751577 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-1a1ee095-ed7a-4c88-b334-7b2149ac9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:30.753047 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-1a1ee095-ed7a-4c88-b334-7b2149ac9418 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0470471 Jun 29 10:25:30.763828 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:25:30.800639 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-50050b96-aae3-4616-96ea-680cf9275622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:25:30.802123 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-50050b96-aae3-4616-96ea-680cf9275622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434723 Jun 29 10:25:30.890104 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-ab6b9044-2d5f-4ce7-9634-27d4008ecc16 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819170 Jun 29 10:25:30.979202 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:29Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:25:30.986639 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c4432f86-b4bf-46e7-8852-b56d30f819fa req-e7565f72-c653-416c-9852-018df3772324 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908563 Jun 29 10:25:31.003463 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eaae2-de5e-4f9b-8b65-2ab9d5d7b72a None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:29Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:25:31.192588 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0e26c-b852-4a34-a0f6-585a350310fa None None] New status for floating IP 714222fb-910e-466c-8344-98e71b2ed3e2: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:25:33.827770 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:34.948189 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:25:36.145067 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0ed60bac-d92f-47cc-b1e3-171e138114ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:38.571460 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-71d216a6-a89a-4af0-a9e7-6185b1df5884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:39.485066 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:41.297026 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:25:42.610921 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:03.805109 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:06.127166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-72b543ed-ac0d-4600-92d3-71be5f100c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:08.581864 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f63cb45c-a545-40ab-b616-8fb2cf2b9ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:09.490115 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:11.296189 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:11.947552 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:26:12.615989 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:15.598333 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-f355d4d8-0738-4827-b3ad-bde5e40edaa5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490658 Jun 29 10:26:15.681549 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-d6bb9b53-5aed-4fbe-8bbf-72a54d1d9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:26:15.683019 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-d6bb9b53-5aed-4fbe-8bbf-72a54d1d9b7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0455410 Jun 29 10:26:15.785362 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-18005f9c-776c-47e0-89f5-6718388415e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:26:15.786803 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-18005f9c-776c-47e0-89f5-6718388415e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0860481 Jun 29 10:26:15.848964 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-462e3528-6fe7-4f04-8bb7-cde04f41e8ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 1002 time: 0.0553012 Jun 29 10:26:15.902911 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-717a3af4-ede9-44a6-93a4-0f0ed5371f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:26:15.904325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-717a3af4-ede9-44a6-93a4-0f0ed5371f48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0500641 Jun 29 10:26:15.953266 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-c35c053c-2b69-454e-b8e4-d79e267fe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:26:15.954793 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-c35c053c-2b69-454e-b8e4-d79e267fe4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440319 Jun 29 10:26:16.039910 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-f38b9b23-06da-4c91-b6ac-1a246f506b58 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781732 Jun 29 10:26:16.129394 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-c10355fb-d809-4ba3-9d53-164e9b6e579f req-f083715c-8ecf-4d64-a4e9-2e0b3f67130d service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Jun 29 10:26:33.829575 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:36.161076 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e7da6039-f4cd-4427-aa34-e2bf697b87f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:38.620672 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-f3e98bf5-031b-4c2c-a3fd-21f24adffac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:39.566628 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:41.327099 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:42.615095 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:26:48.946503 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:27:03.835243 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:06.163111 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd4c-65a0-4fa3-839c-fc875cd96191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:08.591629 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-e39078f9-39b6-4dfa-ac2a-a8a29647e476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:09.498116 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:10.140325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-7787a8f1-a6a0-4c60-9aa5-dfd9e93b76ef tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517927&fields=id&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 267 time: 0.0446825 Jun 29 10:27:10.249329 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-9a86a917-5fbc-4a73-85e5-bfa917df9843 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:10.250665 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-9a86a917-5fbc-4a73-85e5-bfa917df9843 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1018121 Jun 29 10:27:10.265542 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-0a277a99-b3f3-48e4-b401-2a9e1babc321 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/quotas/92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 375 time: 0.0095577 Jun 29 10:27:10.320678 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-ca9b6c1d-e6f3-4531-a979-1d87d63cb897 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502791 Jun 29 10:27:10.413008 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-b37f7741-830c-44d4-bc72-be5f0bd34638 service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810163 Jun 29 10:27:10.504557 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-3b2d215c-2d6e-4dd3-af35-ad2cd0a64c5f service neutron] 10.222.0.60 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Jun 29 10:27:11.031105 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-fb43bffc-822a-4839-b34c-411b0f4d1fd3 req-2d8dd9d2-993d-4af6-9171-e7835eaa71a5 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 210 time: 0.0273707 Jun 29 10:27:11.306105 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:12.122928 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-97ed5ffd-eca2-4a4a-a125-65f55038aa8e req-948de972-8f55-4e2f-b519-8aaa0eba8e50 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Jun 29 10:27:12.617655 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:12.807150 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-435494f1-cf6f-40c2-8df7-86deca78204c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:12.808573 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-435494f1-cf6f-40c2-8df7-86deca78204c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1048758 Jun 29 10:27:12.871301 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-d3ee367a-4be1-4294-9368-496ba718be01 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fb0a6035684a01866d73db29bd13bd HTTP/1.1" status: 200 len: 379 time: 0.0535951 Jun 29 10:27:12.879184 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'port': {'device_id': '6ef09628-2a16-4da7-8dff-26ab73665291', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'admin_state_up': True, 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'security_groups': ['97809e15-30f4-4934-8ae1-c804332078c9']}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:27:13.052153 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Made reservation on behalf of 92fb0a6035684a01866d73db29bd13bd for: {'port': 1} {{(pid=104296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:27:13.055702 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.180081 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.db_base_plugin_common [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.20.0.4 (61475871-7f53-41b7-8e48-f3eb0163aeb4/f3259676-9911-4ce8-84bc-18459ca40d9d/6cc6cca6-908f-40f0-878a-9a79b5f7f42e) {{(pid=104296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:27:13.221773 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ceb47889-1141-4d04-a08a-4ad29ab9eafe req-f2910d44-720f-41db-a0ef-5f5ee8b6ec53 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Jun 29 10:27:13.319170 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), precommit_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.407201 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_create {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.446131 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 is already hosted by enough agents. {{(pid=104296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:27:13.451717 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.base_scheduler [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:27:13.455431 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:27:13.482985 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=1']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:13.494239 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.494606 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.494963 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.495320 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.495599 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.495968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.496262 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.497483 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.500811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.500811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.500811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.500811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.500811 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:13.526695 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:13.527311 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.603562 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-c8062591-a0cf-4518-8818-43e212ccbf49 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278082 Jun 29 10:27:13.615566 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.v2.base [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Request body: {'port': {'device_id': '6ef09628-2a16-4da7-8dff-26ab73665291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:27:13.676981 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.714670 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-a205ec13-b407-4073-80a6-be3d46a2edbd None None] Provisioning complete for port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e triggered by entity DHCP. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:27:13.715275 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a205ec13-b407-4073-80a6-be3d46a2edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.753251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-a205ec13-b407-4073-80a6-be3d46a2edbd None None] Port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e cannot update to ACTIVE because it is not bound. {{(pid=104297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 29 10:27:13.942460 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc6cca6-908f-40f0-878a-9a79b5f7f42e {{(pid=104296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:27:13.949659 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks [] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), precommit_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:13.961540 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.provisioning_blocks [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Transition to ACTIVE for port object 6cc6cca6-908f-40f0-878a-9a79b5f7f42e will not be triggered until provisioned by entity L2. {{(pid=104296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 29 10:27:14.040532 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:14.092006 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=2']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:14.159035 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Attempting to bind port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 10:27:14.159366 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Attempting to bind port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 10:27:14.159698 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Attempting to bind port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:27:14.164094 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 10:27:14.164504 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Attempting to bind port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e on network 61475871-7f53-41b7-8e48-f3eb0163aeb4 {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 10:27:14.170356 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Checking agent: {'id': '61e41c7e-ac3c-4ddc-a60c-bea4e99513a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'started_at': datetime.datetime(2022, 6, 29, 10, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 10, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 10:27:14.170693 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Checking segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 10:27:14.171075 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Bound using segment: {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'} {{(pid=104296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 10:27:14.171505 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.managers [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Bound port: 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c5a47d-0cea-4936-bb1b-c8c4e68136c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4'}}] {{(pid=104296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 10:27:14.171864 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), before_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:14.238049 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, cleared binding levels {{(pid=104296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:27:14.241112 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:27:14.317569 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59805920'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_update {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:14.362527 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:14.363136 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:14.364542 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] 10.222.0.64 "PUT /v2.0/ports/6cc6cca6-908f-40f0-878a-9a79b5f7f42e HTTP/1.1" status: 200 len: 1093 time: 0.7533736 Jun 29 10:27:14.367295 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:27:14.369383 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:27:14.391473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b4e1-9ace-40d1-9c5d-af3e7e13c778 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=3']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:14.401830 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cb883-ef80-43b0-a2b3-8fe1ece06904 req-d81712a5-4643-4cb7-9e45-0627d98e7766 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:14.403306 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e31cb883-ef80-43b0-a2b3-8fe1ece06904 req-d81712a5-4643-4cb7-9e45-0627d98e7766 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.1139684 Jun 29 10:27:14.418218 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a122e9f-766d-4555-9456-0ab168de7bfe x-openstack-request-id: req-5a122e9f-766d-4555-9456-0ab168de7bfe {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:27:14.418433 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:27:14.418632 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a122e9f-766d-4555-9456-0ab168de7bfe {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:27:14.419224 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a122e9f-766d-4555-9456-0ab168de7bfe'] response: {'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'status': 'completed', 'code': 200} Jun 29 10:27:14.759540 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-e31cb883-ef80-43b0-a2b3-8fe1ece06904 req-15871906-9949-4b79-8529-1cea767ea27f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485110 Jun 29 10:27:14.774197 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-dfcd7c71-9b1c-4f29-b9f9-5fc43d4553b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:14.776351 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-dfcd7c71-9b1c-4f29-b9f9-5fc43d4553b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1127 time: 0.3399243 Jun 29 10:27:14.874751 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-afc61003-e805-44bd-8cd5-dc563a5429e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:14.876239 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-afc61003-e805-44bd-8cd5-dc563a5429e3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=92fb0a6035684a01866d73db29bd13bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0928931 Jun 29 10:27:14.969879 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-f5a9fc40-c545-4849-9e4f-b19acc656695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:14.971311 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-0b6e3fb0-f87c-4bb2-a9a4-35f18c6c5bd3 req-f5a9fc40-c545-4849-9e4f-b19acc656695 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890467 Jun 29 10:27:15.049766 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-a589d34a-3583-4c32-9ada-960b7411ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.051140 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-a589d34a-3583-4c32-9ada-960b7411ecb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1127 time: 0.0446746 Jun 29 10:27:15.088177 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-26d55cf8-f5d1-4410-8388-086838f57c8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e HTTP/1.1" status: 200 len: 217 time: 0.0305710 Jun 29 10:27:15.141682 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-effe8848-84e0-4bc6-8c42-a64f0fdfce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.143170 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-effe8848-84e0-4bc6-8c42-a64f0fdfce4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0497625 Jun 29 10:27:15.196738 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec910-27cc-4565-a275-f58c65e07772 req-81a66e30-b03c-4808-a41a-c5ea8b3ea86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.198223 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-81a66e30-b03c-4808-a41a-c5ea8b3ea86d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495825 Jun 29 10:27:15.287336 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-2bc45b19-cacd-42de-9b98-b6ef77f8a609 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831101 Jun 29 10:27:15.373333 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-f08ec910-27cc-4565-a275-f58c65e07772 req-bf05aeb7-28c1-47a2-848e-1b30e2bb2a7b service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799415 Jun 29 10:27:15.600354 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-61b1d866-055c-4394-a874-212b6b57019b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437903 Jun 29 10:27:15.688067 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-c8039669-61a0-46b3-8d00-3716e4153225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.689528 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-c8039669-61a0-46b3-8d00-3716e4153225 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0487792 Jun 29 10:27:15.806494 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-4a03a96a-1b3c-4142-8247-e9fdfa50637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.807967 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-4a03a96a-1b3c-4142-8247-e9fdfa50637d service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0969777 Jun 29 10:27:15.886357 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-925932e7-7be4-473f-8bee-1ab1b52d880f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 1002 time: 0.0661242 Jun 29 10:27:15.886616 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3730b-edbe-4aec-91e2-a8ead0a1e589 req-09ba54d9-8844-4c24-bb91-0b99af3a7fa8 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.888799 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8ac3730b-edbe-4aec-91e2-a8ead0a1e589 req-09ba54d9-8844-4c24-bb91-0b99af3a7fa8 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0550513 Jun 29 10:27:15.937372 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8ac3730b-edbe-4aec-91e2-a8ead0a1e589 req-55642ca5-55a9-4efb-9a0d-757d1b11cf5e tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 Jun 29 10:27:15.941660 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-2045f611-1474-42ae-aeb6-594cd9890b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.943089 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-2045f611-1474-42ae-aeb6-594cd9890b92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0485778 Jun 29 10:27:15.993047 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-9460707b-7116-4a3d-90df-86738d74237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:15.994491 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-9460707b-7116-4a3d-90df-86738d74237d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427306 Jun 29 10:27:16.083405 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-6b7e2eb9-8d40-4b9c-b282-b4ed201fe008 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831254 Jun 29 10:27:16.183345 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-1e1b1591-ccb4-43f2-8187-804a871515d9 req-021e375d-c540-45cc-9d83-d4ae4eb58546 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Jun 29 10:27:17.054133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27697491-d84c-4ef0-bd22-e19c2c0ff3f4 req-2c0e1429-b37b-4d8a-a811-74fb85f0e781 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:17.055589 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-27697491-d84c-4ef0-bd22-e19c2c0ff3f4 req-2c0e1429-b37b-4d8a-a811-74fb85f0e781 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0527613 Jun 29 10:27:17.111999 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-27697491-d84c-4ef0-bd22-e19c2c0ff3f4 req-0223e9aa-aa11-4593-8d41-0f19e39f6d3b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500853 Jun 29 10:27:18.226644 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b11cd-9366-4610-83e4-3b47d4a92836 req-486630a4-c852-4471-b332-9126a38cbbe9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:18.228096 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ab5b11cd-9366-4610-83e4-3b47d4a92836 req-486630a4-c852-4471-b332-9126a38cbbe9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0513189 Jun 29 10:27:18.275162 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-ab5b11cd-9366-4610-83e4-3b47d4a92836 req-f130d656-2db9-469d-886f-18b165771c1c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Jun 29 10:27:19.396287 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fee60b-4db2-4483-a15d-a5a167480cc3 req-00da3d40-b14d-4b85-a902-63d2ad131969 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:19.397777 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5fee60b-4db2-4483-a15d-a5a167480cc3 req-00da3d40-b14d-4b85-a902-63d2ad131969 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0548851 Jun 29 10:27:19.446602 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-a5fee60b-4db2-4483-a15d-a5a167480cc3 req-9dea3aba-116e-4ba6-a847-dcafc4c31ff9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Jun 29 10:27:20.563574 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292043c-14aa-46b3-80a8-0c059169b6ff req-47ca16ac-4a3d-49c9-a5da-a8b6ef40078b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:20.565074 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8292043c-14aa-46b3-80a8-0c059169b6ff req-47ca16ac-4a3d-49c9-a5da-a8b6ef40078b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0518813 Jun 29 10:27:20.616256 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-8292043c-14aa-46b3-80a8-0c059169b6ff req-e636f672-1aaf-4a7f-8437-20f78af46140 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Jun 29 10:27:21.730608 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e5b7-5986-4532-a87f-06f2cd43d89c req-aff43c92-d3f0-4a9e-bd68-97209f1ebb62 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:21.732947 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8321e5b7-5986-4532-a87f-06f2cd43d89c req-aff43c92-d3f0-4a9e-bd68-97209f1ebb62 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 943 time: 0.0527053 Jun 29 10:27:21.780757 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8321e5b7-5986-4532-a87f-06f2cd43d89c req-32df0cb0-9a41-480d-a02a-740b9155e92d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Jun 29 10:27:22.049938 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 6cc6cca6-908f-40f0-878a-9a79b5f7f42e details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:27:22.147735 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:27:22.158805 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Returning: {'device': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'port_id': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'mac_address': 'fa:16:3e:33:cc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:27:22.192081 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e is: DOWN; New status is: BUILD {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:27:22.192560 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:22.205027 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc6cca6-908f-40f0-878a-9a79b5f7f42e {{(pid=104297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 10:27:22.223481 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:27:22.285763 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:22.330277 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=4']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:22.336901 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.337251 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.337589 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.337920 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.338247 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.338574 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.338896 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.339218 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.339538 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.339859 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.340206 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.340548 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.340917 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:22.503022 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] get_ports_and_sgs() called for port_ids ['6cc6cca6-908f-40f0-878a-9a79b5f7f42e'] {{(pid=104297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:27:23.131614 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b0544-dfdb-4bfa-a323-61b96a6b3ea3 req-67c982ae-610a-4d9e-9794-3a7db3b7e5d9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:23.133031 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bd9b0544-dfdb-4bfa-a323-61b96a6b3ea3 req-67c982ae-610a-4d9e-9794-3a7db3b7e5d9 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 944 time: 0.2872970 Jun 29 10:27:23.180737 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-bd9b0544-dfdb-4bfa-a323-61b96a6b3ea3 req-d1b1b018-9e70-4845-813a-b54ba16fc00f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 Jun 29 10:27:24.053997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 6cc6cca6-908f-40f0-878a-9a79b5f7f42e up at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:27:24.151174 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning for port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e completed by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 29 10:27:24.155441 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.provisioning_blocks [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Provisioning complete for port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e triggered by entity L2. {{(pid=104297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 29 10:27:24.155810 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7913738'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), provisioning_complete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:24.225123 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Current status of the port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e is: BUILD; New status is: ACTIVE {{(pid=104297) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 29 10:27:24.225505 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), before_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:24.247937 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e'}] {{(pid=104297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:27:24.250165 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a01af0d116fa5565da002d764dbe85aa637546d79225326e5989e745b2af60b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d374999-84c2-44ad-8625-ca29f071d4d3" -d '{"events": [{"server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e"}]}' {{(pid=104297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:27:24.262220 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:27:24.286960 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd879605-b077-4a77-957e-0c68a99803d6 x-openstack-request-id: req-bd879605-b077-4a77-957e-0c68a99803d6 {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:27:24.287277 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e", "code": 200}]} {{(pid=104297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:27:24.287531 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd879605-b077-4a77-957e-0c68a99803d6 {{(pid=104297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:27:24.287937 dv-cinder-847864-5-iscsi neutron-server[104297]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd879605-b077-4a77-957e-0c68a99803d6'] response: {'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'code': 200} Jun 29 10:27:24.311195 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c885304-fff9-4595-b477-ca1056e106c1 req-22297e50-16f4-490f-84f0-93a7153040c5 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:24.311195 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5c885304-fff9-4595-b477-ca1056e106c1 req-22297e50-16f4-490f-84f0-93a7153040c5 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 944 time: 0.0599835 Jun 29 10:27:24.328808 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:24.362013 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-5c885304-fff9-4595-b477-ca1056e106c1 req-d81a4b32-1200-4f34-81c8-ce0a1947d1de tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Jun 29 10:27:24.377662 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Pushing event updated for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=5']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:24.636207 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76bb5a-8c3d-4eeb-bf44-1e6cdd846cb9 req-a49b39d6-9bc5-44ba-8ed5-d5937f78616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:24.638234 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8c76bb5a-8c3d-4eeb-bf44-1e6cdd846cb9 req-a49b39d6-9bc5-44ba-8ed5-d5937f78616c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1129 time: 0.0432076 Jun 29 10:27:24.686463 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-8c76bb5a-8c3d-4eeb-bf44-1e6cdd846cb9 req-a78c3464-68d4-448b-a61c-f4267301d6ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Jun 29 10:27:25.477981 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251916f-571c-4de7-ac45-dcad4ffbead4 req-72987288-ece6-46a5-a8c9-7e4f684cf53a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:25.479436 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b251916f-571c-4de7-ac45-dcad4ffbead4 req-72987288-ece6-46a5-a8c9-7e4f684cf53a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Jun 29 10:27:25.525887 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b251916f-571c-4de7-ac45-dcad4ffbead4 req-a12a44d0-f49f-498c-88ab-24530ba4fc3b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Jun 29 10:27:25.944413 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:27:26.642063 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aa793-6a99-4c91-8aa6-1708edd03f1e req-3bbd6479-bbb6-449b-bc8e-d7f7fe81a72d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:26.643558 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d89aa793-6a99-4c91-8aa6-1708edd03f1e req-3bbd6479-bbb6-449b-bc8e-d7f7fe81a72d tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Jun 29 10:27:26.695614 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d89aa793-6a99-4c91-8aa6-1708edd03f1e req-a7bdbbf2-0458-44ee-9606-1d3cafb65976 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 Jun 29 10:27:26.814778 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404db9c-f872-46d8-b40e-917a3649b039 req-72c88b29-8f80-401c-b977-85f880e3f1ea tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:26.816150 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f404db9c-f872-46d8-b40e-917a3649b039 req-72c88b29-8f80-401c-b977-85f880e3f1ea tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.0551829 Jun 29 10:27:26.863736 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-f404db9c-f872-46d8-b40e-917a3649b039 req-63ac5c25-ba9e-442c-a347-fd31b65f887c tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Jun 29 10:27:26.885211 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34374) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:27:26.926876 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef08b94-6f23-46fb-a520-df9231c9ac9b tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:26.928374 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5ef08b94-6f23-46fb-a520-df9231c9ac9b tempest-TestVolumeBootPattern-2114321353 tempest-TestVolumeBootPattern-2114321353-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1124 time: 0.0422208 Jun 29 10:27:26.931456 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34376) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:27:26.936200 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.v2.base [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Request body: {'floatingip': {'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'port_id': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 10:27:27.008577 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:27.103250 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (None), before_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:27.202693 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_common [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Allocated IP 172.27.1.43 (a169eaa8-e918-4369-a8c0-647184033b3d/7e5fc44a-5f2d-4354-8574-24125df9c9a8/9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d) {{(pid=104295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:27:27.303106 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:27.414912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726739246915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:27.453175 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Network a169eaa8-e918-4369-a8c0-647184033b3d is already hosted by enough agents. {{(pid=104295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:27:27.456587 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.base_scheduler [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Resources bound (agent type, host, resource id): {{(pid=104295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:27:27.461786 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Received port after_create {{(pid=104295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 29 10:27:27.467536 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d,revision_number=1']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:27.492788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.493135 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.493476 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.493811 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.494140 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.494466 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.494792 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.495133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.495447 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.495773 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.496156 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.496479 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.496832 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:27:27.818940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (d0b8499a-13c2-408f-9aeb-8ff904c70004), precommit_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:27.935392 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8033182'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), before_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:28.075728 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), precommit_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:28.139701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726739772200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726739246933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726739246951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58773698'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), after_update {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:28.207090 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event updated for resources: {'Port': ['ID=9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d,revision_number=2']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:27:28.219920 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573359'] for floatingip (d0b8499a-13c2-408f-9aeb-8ff904c70004), after_create {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:28.310695 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP d0b8499a-13c2-408f-9aeb-8ff904c70004 associated. External IP: 172.27.1.43, port: 6cc6cca6-908f-40f0-878a-9a79b5f7f42e. Jun 29 10:27:28.497897 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:27:28.596731 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:27:28.607076 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:27:28.616406 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:27:28.617039 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:27:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:27:28.696234 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:28.715948 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:27:28.725695 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-55842958-acbf-42e3-9a4a-4659ec7b0ef4 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7932572 Jun 29 10:27:28.726368 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:27:28.728698 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f47a5-1e11-476b-996b-45908ed845f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:27:28.767159 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c086266-3baa-4814-a58a-4fa6c059d8ee x-openstack-request-id: req-4c086266-3baa-4814-a58a-4fa6c059d8ee {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:27:28.767565 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:27:28.767925 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c086266-3baa-4814-a58a-4fa6c059d8ee {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:27:28.768433 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c086266-3baa-4814-a58a-4fa6c059d8ee'] response: {'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'status': 'completed', 'code': 200} Jun 29 10:27:28.833037 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-e4389785-0f2f-4762-88f0-687dcfadff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:28.834526 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-e4389785-0f2f-4762-88f0-687dcfadff53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1129 time: 0.0465143 Jun 29 10:27:28.922930 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-de875549-cd48-4764-ab8b-5802bcc4036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:28.924378 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-de875549-cd48-4764-ab8b-5802bcc4036f service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0846150 Jun 29 10:27:28.947299 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}, {'id': 'd0b8499a-13c2-408f-9aeb-8ff904c70004', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:33:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef09628-2a16-4da7-8dff-26ab73665291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:27:27Z', 'updated_at': '2022-06-29T10:27:27Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:27:28.970996 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:27:28.979062 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:27:28.979663 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:27:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:27:28.989452 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-f6543cca-1c16-40d3-8bda-54e50f0f82f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e HTTP/1.1" status: 200 len: 998 time: 0.0587146 Jun 29 10:27:29.037975 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-7878c681-4f6b-4b97-942c-3a0f6bb177cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:29.039325 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-7878c681-4f6b-4b97-942c-3a0f6bb177cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0443344 Jun 29 10:27:29.080314 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:27:29.088205 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-aaf2eda6-8a13-4fd7-b0b0-6c9e3c6b316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:27:29.089754 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-aaf2eda6-8a13-4fd7-b0b0-6c9e3c6b316d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440154 Jun 29 10:27:29.181857 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-8958ce28-05ec-4020-b5e7-75062f63513b service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Jun 29 10:27:29.268671 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d25f47a5-1e11-476b-996b-45908ed845f2 req-7ac220c1-a8f3-40fc-8369-a7cf77d67571 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809667 Jun 29 10:27:29.307693 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}, {'id': 'd0b8499a-13c2-408f-9aeb-8ff904c70004', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:33:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef09628-2a16-4da7-8dff-26ab73665291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:27:27Z', 'updated_at': '2022-06-29T10:27:27Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:27:29.334710 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076a257-7f33-43ba-bc60-6b322e5f295a None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}, {'id': 'd0b8499a-13c2-408f-9aeb-8ff904c70004', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:33:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef09628-2a16-4da7-8dff-26ab73665291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:27:27Z', 'updated_at': '2022-06-29T10:27:27Z', 'revision_number': 0, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:27:29.519593 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad88071-b2a8-4782-9878-c262e37d7f91 None None] New status for floating IP d0b8499a-13c2-408f-9aeb-8ff904c70004: ACTIVE {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:27:33.834687 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:36.211223 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a6e05732-01ac-4dd1-b0d6-5124c674626f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:38.594497 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0a03-611c-408f-9993-9fb834e53af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:39.496962 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:41.320670 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:27:42.636836 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:02.943894 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:28:03.813879 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:06.171088 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-06252f00-ebb2-469a-848c-64ac0252d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:08.596525 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4db2fe80-fb4d-4929-ae43-6c25a364a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:09.513738 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:11.356482 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:12.673971 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:15.592380 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-1a001ea8-a1f9-4260-a396-84f8ed677bd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485833 Jun 29 10:28:15.679403 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-d759d39c-5f2b-4935-958b-bc75e79c4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:15.681020 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-d759d39c-5f2b-4935-958b-bc75e79c4c6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0466943 Jun 29 10:28:15.784718 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-9242507f-c835-414a-801d-3c7125e40bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:15.786156 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-9242507f-c835-414a-801d-3c7125e40bc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0862446 Jun 29 10:28:15.853197 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-031cb2fe-5752-4ea9-9651-7e62104ac9f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 1002 time: 0.0594110 Jun 29 10:28:15.900518 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-307b91bb-16cb-4726-b118-1d6fec58225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:15.901925 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-307b91bb-16cb-4726-b118-1d6fec58225b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0427408 Jun 29 10:28:15.951332 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-a111b4cf-c50c-46f5-a4c7-853f53abbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:15.952876 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-a111b4cf-c50c-46f5-a4c7-853f53abbb6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441897 Jun 29 10:28:16.044648 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-61973b16-ac57-447d-8f74-7fa3cc24b497 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853441 Jun 29 10:28:16.139614 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-89e51279-c57b-4edb-80bd-b995c9aa55fc req-3d2447d3-f2fd-4698-9c7e-9c11fd5f0edc service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866115 Jun 29 10:28:33.847688 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:36.193597 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-82010c0d-d76f-456c-9c6f-bf7c1a72770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:38.616217 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-77274374-b699-43b8-b37c-4b6f539c3adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:39.507703 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:39.943467 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:28:41.342075 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:42.616110 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:55.807209 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34408) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:28:55.950078 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port 9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:28:55.950308 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.024881 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.025203 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.036984 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for 9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:28:56.218295 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.242406 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=9e2fb8ad-9e7c-4a82-8d9f-26adeefd3d2d,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.256946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.257857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.257857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.258048 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.258208 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:56.312127 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (d0b8499a-13c2-408f-9aeb-8ff904c70004), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.312453 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.db.l3_db [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP d0b8499a-13c2-408f-9aeb-8ff904c70004 disassociated (deleted). External IP: 172.27.1.43, port: 6cc6cca6-908f-40f0-878a-9a79b5f7f42e. Jun 29 10:28:56.504969 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:28:56.603239 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:28:56.608047 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:56.613302 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:28:56.622928 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:28:56.623527 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:28:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:28:56.638100 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-8c8945bc-4ff9-4696-8ad4-e7a9b5585ce6 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "DELETE /v2.0/floatingips/d0b8499a-13c2-408f-9aeb-8ff904c70004 HTTP/1.1" status: 204 len: 168 time: 0.8298233 Jun 29 10:28:56.638745 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e'}] {{(pid=104295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:28:56.642453 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfe0d5f35480aac6e47dd0169694cd6d2f984cead16efda9826f725f7570cb8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e"}]}' {{(pid=104295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:28:56.700181 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ea702-8b82-45e5-97bc-be56118b62bd x-openstack-request-id: req-c05ea702-8b82-45e5-97bc-be56118b62bd {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:28:56.700533 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e", "status": "completed", "code": 200}]} {{(pid=104295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:28:56.700985 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c05ea702-8b82-45e5-97bc-be56118b62bd {{(pid=104295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:28:56.701200 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05ea702-8b82-45e5-97bc-be56118b62bd'] response: {'name': 'network-changed', 'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'status': 'completed', 'code': 200} Jun 29 10:28:56.740219 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:28:56.838062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-4f4c10c8-6ce9-4a2c-8a7b-397679178539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:56.839559 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-4f4c10c8-6ce9-4a2c-8a7b-397679178539 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 1129 time: 0.1179216 Jun 29 10:28:56.937853 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-3917709b-bfe9-4e76-9c96-c401aa238592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:56.939405 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-3917709b-bfe9-4e76-9c96-c401aa238592 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0938196 Jun 29 10:28:56.964879 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:28:56.979786 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-8a7c1099-fb4c-461a-85ae-5c03c5602305 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e HTTP/1.1" status: 200 len: 217 time: 0.0331247 Jun 29 10:28:56.990436 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:28:56.998575 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:28:56.999173 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:28:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:28:57.031179 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-e1bda3ea-a1cf-4ddd-b483-fee31f22de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:57.033291 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-e1bda3ea-a1cf-4ddd-b483-fee31f22de2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0471299 Jun 29 10:28:57.085967 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-f5dbdb52-bcb2-448e-a22c-8fbfb346dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:57.087583 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-f5dbdb52-bcb2-448e-a22c-8fbfb346dd6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471168 Jun 29 10:28:57.193615 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:28:57.203155 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-0030f48b-c248-4924-98d9-2aeff886e74e service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074047 Jun 29 10:28:57.295739 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813cf71-3b4d-42c7-938a-42ff87c1f3ef req-95cb82c6-f066-4ca2-9c2b-d8870a356684 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:57.297190 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d813cf71-3b4d-42c7-938a-42ff87c1f3ef req-95cb82c6-f066-4ca2-9c2b-d8870a356684 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.2032902 Jun 29 10:28:57.341686 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d9ec9f31-0d03-4cf3-a44e-1c1395a08485 req-255fc056-bed8-4413-99ce-38ccece943dd service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195650 Jun 29 10:28:57.365838 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-d813cf71-3b4d-42c7-938a-42ff87c1f3ef req-7a5b7e17-ffbf-409e-b844-56b0622f7cfd tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572371 Jun 29 10:28:57.411342 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:28:57.436719 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a465-b39e-4813-bf0c-e7eb717c50f1 None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_floatingips': [{'id': '714222fb-910e-466c-8344-98e71b2ed3e2', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'router_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'port_id': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'mac_address': 'fa:16:3e:7e:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T10:25:29Z', 'updated_at': '2022-06-29T10:25:31Z', 'revision_number': 1, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:28:57.658170 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e46eb-427f-4f44-8095-ee1adf681e6d None None] New status for floating IP d0b8499a-13c2-408f-9aeb-8ff904c70004: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:28:58.535241 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d59454-b7e4-4314-9882-1037f9741dcc req-2ec5203d-4057-41b7-98d4-f21e1b580776 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:58.536721 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-95d59454-b7e4-4314-9882-1037f9741dcc req-2ec5203d-4057-41b7-98d4-f21e1b580776 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.1034122 Jun 29 10:28:58.585969 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-95d59454-b7e4-4314-9882-1037f9741dcc req-4ef3455e-345b-4abb-9b9a-3795660667cb tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jun 29 10:28:58.617257 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-1670e42b-407b-45c7-b784-8d372ee0ba01 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:28:58.618687 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-1670e42b-407b-45c7-b784-8d372ee0ba01 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 945 time: 0.0565677 Jun 29 10:28:58.706799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:28:58.707044 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:58.797095 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] For port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:28:58.797968 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:58.810409 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for 6cc6cca6-908f-40f0-878a-9a79b5f7f42e owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:28:59.010528 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (6cc6cca6-908f-40f0-878a-9a79b5f7f42e), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:59.041210 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=6cc6cca6-908f-40f0-878a-9a79b5f7f42e,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:28:59.053133 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.053487 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.053832 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.054169 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.054500 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.054828 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.055154 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.055480 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.055806 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.056135 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.056459 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.057082 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.057388 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:28:59.093928 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] No DVR routers for this DVR port 6cc6cca6-908f-40f0-878a-9a79b5f7f42e on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:28:59.096389 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:28:59.099800 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fafc63e3-b9cd-46c1-95e2-084e86653a2d req-3abc93b6-8728-456d-9d8a-4fcaa8fc9165 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "DELETE /v2.0/ports/6cc6cca6-908f-40f0-878a-9a79b5f7f42e HTTP/1.1" status: 204 len: 173 time: 0.4760199 Jun 29 10:28:59.100229 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'name': 'network-vif-deleted', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:28:59.102473 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c06bb-c86c-40c1-869f-c179fe323091" -d '{"events": [{"server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "name": "network-vif-deleted", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:28:59.143251 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a5121d-1d01-46fb-9008-305588f3c3e1 x-openstack-request-id: req-e6a5121d-1d01-46fb-9008-305588f3c3e1 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:28:59.143537 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef09628-2a16-4da7-8dff-26ab73665291", "name": "network-vif-deleted", "tag": "6cc6cca6-908f-40f0-878a-9a79b5f7f42e", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:28:59.143790 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6a5121d-1d01-46fb-9008-305588f3c3e1 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:28:59.144195 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a5121d-1d01-46fb-9008-305588f3c3e1'] response: {'server_uuid': '6ef09628-2a16-4da7-8dff-26ab73665291', 'name': 'network-vif-deleted', 'tag': '6cc6cca6-908f-40f0-878a-9a79b5f7f42e', 'status': 'completed', 'code': 200} Jun 29 10:28:59.682690 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-4c11ef8e-99b5-4055-a2d2-685437554611 req-310f80ca-a3bb-4c55-8093-640eb961ca69 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef09628-2a16-4da7-8dff-26ab73665291 HTTP/1.1" status: 200 len: 210 time: 0.0305855 Jun 29 10:29:02.331422 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 6cc6cca6-908f-40f0-878a-9a79b5f7f42e no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:02.351889 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 6cc6cca6-908f-40f0-878a-9a79b5f7f42e {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:02.352225 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 6cc6cca6-908f-40f0-878a-9a79b5f7f42e not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:03.182400 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34456) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:03.352950 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port 36953fd9-1e67-4411-831a-94b531a9fee0 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:03.353279 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.449286 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.449526 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (36953fd9-1e67-4411-831a-94b531a9fee0), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.462276 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for 36953fd9-1e67-4411-831a-94b531a9fee0 owned by network:floatingip {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:03.664670 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (36953fd9-1e67-4411-831a-94b531a9fee0), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.693408 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=36953fd9-1e67-4411-831a-94b531a9fee0,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:03.755375 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (714222fb-910e-466c-8344-98e71b2ed3e2), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.755647 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.db.l3_db [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Floating IP 714222fb-910e-466c-8344-98e71b2ed3e2 disassociated (deleted). External IP: 172.27.1.147, port: 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d. Jun 29 10:29:03.847069 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:03.951088 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:29:04.054538 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:29:04.059511 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:04.064080 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:29:04.073919 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:04.074522 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:28:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:04.088081 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-20e022b4-f3cb-4cc7-900f-3a08aa95da65 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "DELETE /v2.0/floatingips/714222fb-910e-466c-8344-98e71b2ed3e2 HTTP/1.1" status: 204 len: 168 time: 0.9045880 Jun 29 10:29:04.088688 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:29:04.090917 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c16e131-8de1-4517-a45e-3fa99adf2035" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:29:04.128647 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d0091-2904-4ec1-a1c3-715b2e992fe7 x-openstack-request-id: req-390d0091-2904-4ec1-a1c3-715b2e992fe7 {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:29:04.129099 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:29:04.129366 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-390d0091-2904-4ec1-a1c3-715b2e992fe7 {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:29:04.129771 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390d0091-2904-4ec1-a1c3-715b2e992fe7'] response: {'name': 'network-changed', 'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'status': 'completed', 'code': 200} Jun 29 10:29:04.181774 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:04.194619 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a58a324a-fe59-48e9-b12e-ee929b8f26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:04.196176 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a58a324a-fe59-48e9-b12e-ee929b8f26c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92fb0a6035684a01866d73db29bd13bd&device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 1130 time: 0.0470328 Jun 29 10:29:04.296039 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a8485cf6-ebba-4f3b-a6b3-31d8bcdb7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:04.297515 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a8485cf6-ebba-4f3b-a6b3-31d8bcdb7646 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0943782 Jun 29 10:29:04.347103 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-ec9e13bc-d101-424c-bef2-6c5a5d719f72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 200 len: 217 time: 0.0421622 Jun 29 10:29:04.384179 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:04.398915 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a594d2e9-c905-4ab5-8feb-1dfd43d9de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:04.406562 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a594d2e9-c905-4ab5-8feb-1dfd43d9de17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 200 len: 850 time: 0.0457132 Jun 29 10:29:04.409650 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:29:04.418019 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:04.418624 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:28:39Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:04.449234 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a37fd01c-123b-49bb-b5eb-ce7500780db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:04.450733 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-a37fd01c-123b-49bb-b5eb-ce7500780db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61475871-7f53-41b7-8e48-f3eb0163aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446441 Jun 29 10:29:04.522111 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:04.583788 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb73e0-23bd-4550-9a84-bcdc462a1976 req-aa311da4-545a-4dd1-acc2-31906923a3c1 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:04.585312 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-16fb73e0-23bd-4550-9a84-bcdc462a1976 req-aa311da4-545a-4dd1-acc2-31906923a3c1 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0796943 Jun 29 10:29:04.588959 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-d568cc1e-9b9d-430d-a186-cb7ba09c20e2 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307275 Jun 29 10:29:04.700335 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-16fb73e0-23bd-4550-9a84-bcdc462a1976 req-dea4c819-af2d-4f6a-bf72-ba15f863c028 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093547 Jun 29 10:29:04.727143 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:04.732733 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-7c16e131-8de1-4517-a45e-3fa99adf2035 req-63309b42-51f6-4dd5-af9c-e1ee5b31ea67 service neutron] 10.222.0.64 "GET /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360345 Jun 29 10:29:04.752416 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db26dc-9260-421c-8d32-0bf8681af0c8 None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:21:58Z', 'revision_number': 4, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi', '_interfaces': [{'id': '7666406e-a0eb-474b-b7cc-34fd1122e554', 'name': '', 'network_id': '61475871-7f53-41b7-8e48-f3eb0163aeb4', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'mac_address': 'fa:16:3e:5d:da:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:57Z', 'updated_at': '2022-06-29T10:22:02Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'subnets': [{'id': 'f3259676-9911-4ce8-84bc-18459ca40d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:29:04.988547 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977c735-c564-4fd1-92a2-24517be76da5 None None] New status for floating IP 714222fb-910e-466c-8344-98e71b2ed3e2: DOWN {{(pid=104297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:29:05.822922 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10e01d-8922-4a58-8d5c-0928fd93a7a8 req-b3f36fed-d712-41a8-bdde-82ecfd904b5a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:05.824385 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3e10e01d-8922-4a58-8d5c-0928fd93a7a8 req-b3f36fed-d712-41a8-bdde-82ecfd904b5a tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0557468 Jun 29 10:29:05.872210 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-3e10e01d-8922-4a58-8d5c-0928fd93a7a8 req-51f976c5-8e76-4f6a-b7b2-a9b998808cad tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/security-groups?id=97809e15-30f4-4934-8ae1-c804332078c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 Jun 29 10:29:05.977110 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-dc4b1855-6906-40f9-a82e-7ec04a5152ca tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 10:29:05.978523 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-dc4b1855-6906-40f9-a82e-7ec04a5152ca tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 946 time: 0.0506773 Jun 29 10:29:06.066506 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:06.066839 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:06.149848 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-19d21e7f-d68d-49f8-920d-21550154c3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:06.154115 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] For port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:06.154442 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:06.167444 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d owned by compute:nova {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:06.338062 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (2a98a19c-6cf6-41b4-bc73-c6a5eb92852d), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:06.366222 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=2a98a19c-6cf6-41b4-bc73-c6a5eb92852d,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:06.674536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] No DVR routers for this DVR port 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d on host hv-cinder-84786 {{(pid=104296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:29:06.677339 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for port (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:06.681699 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [req-fb0d1f2f-41a7-4b46-b33e-fd7f8d26d330 req-21e088b6-6b65-4c72-95c6-96c8665be41f tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.64 "DELETE /v2.0/ports/2a98a19c-6cf6-41b4-bc73-c6a5eb92852d HTTP/1.1" status: 204 len: 173 time: 0.6976020 Jun 29 10:29:06.682495 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'name': 'network-vif-deleted', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d'}] {{(pid=104296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 10:29:06.684784 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db726a3c765e5a34e9096fec695bec19192bfec8420cf91b72c763670924419a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9073f9-1455-457e-836e-5f93a54cc459" -d '{"events": [{"server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "name": "network-vif-deleted", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d"}]}' {{(pid=104296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:29:06.722056 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47f72f-cea7-41fe-9545-cd5cb3cf0aba x-openstack-request-id: req-2e47f72f-cea7-41fe-9545-cd5cb3cf0aba {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:29:06.722536 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68c465-ec5c-4f63-b807-515c55ab0cff", "name": "network-vif-deleted", "tag": "2a98a19c-6cf6-41b4-bc73-c6a5eb92852d", "status": "completed", "code": 200}]} {{(pid=104296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:29:06.722711 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e47f72f-cea7-41fe-9545-cd5cb3cf0aba {{(pid=104296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:29:06.723028 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e47f72f-cea7-41fe-9545-cd5cb3cf0aba'] response: {'server_uuid': '1e68c465-ec5c-4f63-b807-515c55ab0cff', 'name': 'network-vif-deleted', 'tag': '2a98a19c-6cf6-41b4-bc73-c6a5eb92852d', 'status': 'completed', 'code': 200} Jun 29 10:29:06.968182 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [req-b872870d-9f1a-4f59-8ed7-bd12acb49492 req-537f8791-5513-4568-ab65-188206355be3 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e68c465-ec5c-4f63-b807-515c55ab0cff HTTP/1.1" status: 200 len: 210 time: 0.0281098 Jun 29 10:29:08.024187 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34472) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:08.136806 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Deleting port a791b216-f45f-455b-baef-cfd8313a753b {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:08.137150 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (a791b216-f45f-455b-baef-cfd8313a753b), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.213139 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (a791b216-f45f-455b-baef-cfd8313a753b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.213470 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (a791b216-f45f-455b-baef-cfd8313a753b), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.224940 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Calling delete_port for a791b216-f45f-455b-baef-cfd8313a753b owned by network:floatingip {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:08.433614 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (a791b216-f45f-455b-baef-cfd8313a753b), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.461131 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'Port': ['ID=a791b216-f45f-455b-baef-cfd8313a753b,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:08.520701 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for floatingip (9e28367b-4d59-4287-8dc5-fdd0df85469d), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.523306 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192411'] for floatingip (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:08.524659 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-48f27a23-59ad-4312-b696-41bc759fbd19 tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "DELETE /v2.0/floatingips/9e28367b-4d59-4287-8dc5-fdd0df85469d HTTP/1.1" status: 204 len: 168 time: 0.4992733 Jun 29 10:29:08.593332 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-03ba4c4e-06bb-449e-85e8-b38bd6d728b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:09.554852 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:09.844166 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34484) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:09.900856 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (97809e15-30f4-4934-8ae1-c804332078c9), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:09.925857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (97809e15-30f4-4934-8ae1-c804332078c9), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:10.044306 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (97809e15-30f4-4934-8ae1-c804332078c9), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:10.046857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Publish callbacks [] for security_group (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:10.048047 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] 10.222.0.60 "DELETE /v2.0/security-groups/97809e15-30f4-4934-8ae1-c804332078c9 HTTP/1.1" status: 204 len: 168 time: 0.2028716 Jun 29 10:29:10.058494 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681e490-f7b0-45c6-a3d1-b3bf3665879b tempest-TestVolumeBootPattern-1292256989 tempest-TestVolumeBootPattern-1292256989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97809e15-30f4-4934-8ae1-c804332078c9,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:10.179010 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34488) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:10.361500 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:10.380819 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] No Port match for: 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:10.381160 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Device 2a98a19c-6cf6-41b4-bc73-c6a5eb92852d not bound to the agent host hv-cinder-84786 {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:10.860724 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.083472 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Deleting port 7666406e-a0eb-474b-b7cc-34fd1122e554 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:11.083833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.158443 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] For port 7666406e-a0eb-474b-b7cc-34fd1122e554, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=7666406e-a0eb-474b-b7cc-34fd1122e554,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:11.159273 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.171341 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Calling delete_port for 7666406e-a0eb-474b-b7cc-34fd1122e554 owned by network:router_interface {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:11.322493 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.400834 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (7666406e-a0eb-474b-b7cc-34fd1122e554), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.428663 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7666406e-a0eb-474b-b7cc-34fd1122e554,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:11.586711 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.787780 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Router a76f8a4a-8887-4732-b1f3-bc5b700976b1 has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:29:11.882357 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:29:11.887297 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ed00fa34-6c94-44c3-8702-8834db1c89bc admin admin] 10.222.0.60 "PUT /v2.0/routers/a76f8a4a-8887-4732-b1f3-bc5b700976b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072597 Jun 29 10:29:11.889912 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34492) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:11.890754 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Sync routers for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:29:11.900951 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:11.901562 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:29:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:11.985328 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks [] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:11.998676 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: dv-cinder-847864-5-iscsi {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:12.081576 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks [] for router_gateway (a76f8a4a-8887-4732-b1f3-bc5b700976b1), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.168450 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:29:11Z', 'revision_number': 5, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port': {'id': '430f3f04-4b5f-4d65-b325-c5f87c47d542', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:21:55Z', 'updated_at': '2022-06-29T10:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:12.192358 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Checking router: a76f8a4a-8887-4732-b1f3-bc5b700976b1 for host: dv-cinder-847864-5-iscsi {{(pid=104298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:29:12.200504 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Routers {'a76f8a4a-8887-4732-b1f3-bc5b700976b1'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:12.201523 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:29:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'], 'active': True} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:12.205135 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Deleting port 430f3f04-4b5f-4d65-b325-c5f87c47d542 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:12.205986 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.283187 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_dvr_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] Set router a76f8a4a-8887-4732-b1f3-bc5b700976b1 gateway port host: None {{(pid=104298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:12.285771 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] For port 430f3f04-4b5f-4d65-b325-c5f87c47d542, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=430f3f04-4b5f-4d65-b325-c5f87c47d542,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:12.286140 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.298558 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Calling delete_port for 430f3f04-4b5f-4d65-b325-c5f87c47d542 owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:12.419482 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.l3_hamode_db [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:29:12Z', 'revision_number': 6, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:12.443997 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030cb3d-49dd-4c22-92f0-726da6986d4d None None] The sync data for ids ['a76f8a4a-8887-4732-b1f3-bc5b700976b1'] in dv-cinder-847864-5-iscsi is: [{'id': 'a76f8a4a-8887-4732-b1f3-bc5b700976b1', 'name': 'tempest-TestVolumeBootPattern-289475598-router', 'tenant_id': '92fb0a6035684a01866d73db29bd13bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:21:54Z', 'updated_at': '2022-06-29T10:29:12Z', 'revision_number': 6, 'project_id': '92fb0a6035684a01866d73db29bd13bd', 'gw_port_host': None}] {{(pid=104298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:29:12.525193 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (430f3f04-4b5f-4d65-b325-c5f87c47d542), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.549041 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=430f3f04-4b5f-4d65-b325-c5f87c47d542,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:12.612983 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.618395 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.698962 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.700969 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks [] for router_controller (a76f8a4a-8887-4732-b1f3-bc5b700976b1), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.840949 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (a76f8a4a-8887-4732-b1f3-bc5b700976b1), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.841485 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76f8a4a-8887-4732-b1f3-bc5b700976b1 {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:29:12.846555 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.847730 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-ec60af80-d666-41f0-b049-4a0a9b7834d9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a76f8a4a-8887-4732-b1f3-bc5b700976b1 HTTP/1.1" status: 204 len: 168 time: 0.9568410 Jun 29 10:29:12.850273 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34494) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:12.896133 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Deleting subnet f3259676-9911-4ce8-84bc-18459ca40d9d {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:29:12.899245 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Publish callbacks [] for subnet (f3259676-9911-4ce8-84bc-18459ca40d9d), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:12.933005 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (f3259676-9911-4ce8-84bc-18459ca40d9d), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.008359 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (f3259676-9911-4ce8-84bc-18459ca40d9d), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.115231 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (f3259676-9911-4ce8-84bc-18459ca40d9d), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.140561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3259676-9911-4ce8-84bc-18459ca40d9d,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:13.144462 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.147584 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-75a66408-9daf-413f-9227-6840da08d380 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f3259676-9911-4ce8-84bc-18459ca40d9d HTTP/1.1" status: 204 len: 168 time: 0.2964010 Jun 29 10:29:13.150071 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34496) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:13.150395 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dc1e6-39d1-46f4-b3ac-f42157cb1c9f None None] Network 61475871-7f53-41b7-8e48-f3eb0163aeb4 requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:29:13.231060 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (61475871-7f53-41b7-8e48-f3eb0163aeb4), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.267806 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7666406e-a0eb-474b-b7cc-34fd1122e554 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:13.288119 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 7666406e-a0eb-474b-b7cc-34fd1122e554 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:13.288464 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 7666406e-a0eb-474b-b7cc-34fd1122e554 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:13.288934 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 430f3f04-4b5f-4d65-b325-c5f87c47d542 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:13.289050 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Deleting port 5091e470-91ba-473c-b891-b55548bbf468 {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:13.289342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (5091e470-91ba-473c-b891-b55548bbf468), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.308521 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 430f3f04-4b5f-4d65-b325-c5f87c47d542 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:13.308887 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 430f3f04-4b5f-4d65-b325-c5f87c47d542 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:13.321172 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] DHCP port deletion for 61475871-7f53-41b7-8e48-f3eb0163aeb4 request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:29:13.365349 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] For port 5091e470-91ba-473c-b891-b55548bbf468, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5091e470-91ba-473c-b891-b55548bbf468,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:13.365857 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (5091e470-91ba-473c-b891-b55548bbf468), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.375069 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Deleting port 5091e470-91ba-473c-b891-b55548bbf468 {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:13.375442 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (5091e470-91ba-473c-b891-b55548bbf468), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.379354 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Calling delete_port for 5091e470-91ba-473c-b891-b55548bbf468 owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:13.439683 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] For port 5091e470-91ba-473c-b891-b55548bbf468, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=5091e470-91ba-473c-b891-b55548bbf468,segment=NetworkSegment(93c5a47d-0cea-4936-bb1b-c8c4e68136c8),segment_id=93c5a47d-0cea-4936-bb1b-c8c4e68136c8)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:13.440250 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (5091e470-91ba-473c-b891-b55548bbf468), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.453021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Calling delete_port for 5091e470-91ba-473c-b891-b55548bbf468 owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:13.566909 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (5091e470-91ba-473c-b891-b55548bbf468), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.573399 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (5091e470-91ba-473c-b891-b55548bbf468), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.593305 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5091e470-91ba-473c-b891-b55548bbf468,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:13.595145 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] No DVR routers for this DVR port 5091e470-91ba-473c-b891-b55548bbf468 on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:29:13.602414 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Pushing event deleted for resources: {'Port': ['ID=5091e470-91ba-473c-b891-b55548bbf468,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:13.608015 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] No DVR routers for this DVR port 5091e470-91ba-473c-b891-b55548bbf468 on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:29:13.622050 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.622549 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.622729 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.623064 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.623394 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.623721 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.624047 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.624373 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.624729 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.625057 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.625381 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.625701 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.626021 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39374cd-65a3-4309-95b5-27732d7be7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-5-iscsi {{(pid=104297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:29:13.667631 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (61475871-7f53-41b7-8e48-f3eb0163aeb4), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.687936 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61475871-7f53-41b7-8e48-f3eb0163aeb4']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:13.697648 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c5a47d-0cea-4936-bb1b-c8c4e68136c8') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:13.697945 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c5a47d-0cea-4936-bb1b-c8c4e68136c8') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:13.706915 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (93c5a47d-0cea-4936-bb1b-c8c4e68136c8), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.719562 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (93c5a47d-0cea-4936-bb1b-c8c4e68136c8), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.725261 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:29:13.725745 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (93c5a47d-0cea-4936-bb1b-c8c4e68136c8), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.801684 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 93c5a47d-0cea-4936-bb1b-c8c4e68136c8 resource provider aggregate not found Jun 29 10:29:13.817943 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 93c5a47d-0cea-4936-bb1b-c8c4e68136c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93c5a47d-0cea-4936-bb1b-c8c4e68136c8 found for delete ", "request_id": "req-a0de3505-dc6b-4c1a-a51e-100154678df0"}]} Jun 29 10:29:13.857909 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (61475871-7f53-41b7-8e48-f3eb0163aeb4), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.863250 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:13.866539 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] 10.222.0.60 "DELETE /v2.0/networks/61475871-7f53-41b7-8e48-f3eb0163aeb4 HTTP/1.1" status: 204 len: 168 time: 0.7153664 Jun 29 10:29:13.869552 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34504) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:13.877480 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299dd5e-e691-4933-b610-2eb62e16ebbb admin admin] Pushing event deleted for resources: {'Network': ['ID=61475871-7f53-41b7-8e48-f3eb0163aeb4,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:14.189503 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573103'] for router_interface (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:14.416382 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Deleting port 88886784-6171-4b4f-9f21-a16280feb752 {{(pid=104296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:14.416748 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (88886784-6171-4b4f-9f21-a16280feb752), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:14.496493 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.db [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] For port 88886784-6171-4b4f-9f21-a16280feb752, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=88886784-6171-4b4f-9f21-a16280feb752,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:14.496799 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (88886784-6171-4b4f-9f21-a16280feb752), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:14.508964 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.plugins.ml2.plugin [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Calling delete_port for 88886784-6171-4b4f-9f21-a16280feb752 owned by network:router_interface {{(pid=104296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:14.760896 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59805915'] for port (88886784-6171-4b4f-9f21-a16280feb752), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:14.787102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Pushing event deleted for resources: {'Port': ['ID=88886784-6171-4b4f-9f21-a16280feb752,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:14.950102 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572979'] for router_interface (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.011964 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5091e470-91ba-473c-b891-b55548bbf468 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:15.031023 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 5091e470-91ba-473c-b891-b55548bbf468 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:15.031359 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 5091e470-91ba-473c-b891-b55548bbf468 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:15.155925 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Router fc02138b-1d3e-4acb-94de-69c344c0ef7f has already been hosted by L3 agent bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a {{(pid=104296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 10:29:15.256093 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] Notify agent at l3_agent.dv-cinder-847864-5-iscsi the message routers_updated {{(pid=104296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:29:15.261074 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-08bdba3e-a0d6-4f7d-809d-9f2f89e08114 admin admin] 10.222.0.60 "PUT /v2.0/routers/fc02138b-1d3e-4acb-94de-69c344c0ef7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3904171 Jun 29 10:29:15.263663 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34506) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:15.264652 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Sync routers for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:29:15.275527 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:15.276155 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:29:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:15.364593 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks [] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.462569 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks [] for router_gateway (fc02138b-1d3e-4acb-94de-69c344c0ef7f), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.497935 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: dv-cinder-847864-5-iscsi {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:15.568855 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Deleting port 9f49f45d-1a9a-493e-af26-dec59d3f15da {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:15.569122 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.651751 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] For port 9f49f45d-1a9a-493e-af26-dec59d3f15da, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=9f49f45d-1a9a-493e-af26-dec59d3f15da,segment=NetworkSegment(0735a33d-a1d2-47d2-a82a-5781f1b20040),segment_id=0735a33d-a1d2-47d2-a82a-5781f1b20040)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:15.652114 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.664324 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Calling delete_port for 9f49f45d-1a9a-493e-af26-dec59d3f15da owned by network:router_gateway {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:15.677743 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'external_fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:29:14Z', 'revision_number': 5, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port': {'id': '9f49f45d-1a9a-493e-af26-dec59d3f15da', 'name': '', 'network_id': 'a169eaa8-e918-4369-a8c0-647184033b3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T10:22:02Z', 'updated_at': '2022-06-29T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e5fc44a-5f2d-4354-8574-24125df9c9a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-5-iscsi'}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:15.702450 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Checking router: fc02138b-1d3e-4acb-94de-69c344c0ef7f for host: dv-cinder-847864-5-iscsi {{(pid=104297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:29:15.711452 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Routers {'fc02138b-1d3e-4acb-94de-69c344c0ef7f'} bound to L3 agent in host dv-cinder-847864-5-iscsi {{(pid=104297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 29 10:29:15.712080 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T10:04:38Z,description=,heartbeat_timestamp=2022-06-29T10:29:09Z,host='dv-cinder-847864-5-iscsi',id=bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T10:04:39Z,topic='l3_agent')) {'router_ids': ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'], 'active': True} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:15.793663 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvr_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] Set router fc02138b-1d3e-4acb-94de-69c344c0ef7f gateway port host: None {{(pid=104297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 29 10:29:15.840898 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_hamode_db [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:29:15Z', 'revision_number': 6, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port_host': None}], 'dv-cinder-847864-5-iscsi', False) {} {{(pid=104297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:15.864735 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fb46f-8604-445c-b6da-1566e3b1e8b4 None None] The sync data for ids ['fc02138b-1d3e-4acb-94de-69c344c0ef7f'] in dv-cinder-847864-5-iscsi is: [{'id': 'fc02138b-1d3e-4acb-94de-69c344c0ef7f', 'name': 'tempest-TestVolumeBootPattern-879347878-router', 'tenant_id': '503498c45f4e4e7b96641cb4f00e3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T10:22:01Z', 'updated_at': '2022-06-29T10:29:15Z', 'revision_number': 6, 'project_id': '503498c45f4e4e7b96641cb4f00e3151', 'gw_port_host': None}] {{(pid=104297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:29:15.890583 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (9f49f45d-1a9a-493e-af26-dec59d3f15da), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:15.914973 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Pushing event deleted for resources: {'Port': ['ID=9f49f45d-1a9a-493e-af26-dec59d3f15da,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:15.993861 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573333'] for router_gateway (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.077342 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-639'] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.079378 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks [] for router_controller (fc02138b-1d3e-4acb-94de-69c344c0ef7f), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.438780 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570629'] for router (fc02138b-1d3e-4acb-94de-69c344c0ef7f), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.439473 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc02138b-1d3e-4acb-94de-69c344c0ef7f {{(pid=104295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:29:16.448217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.448217 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-5cb6d709-8b28-48e2-a64f-b90a5242defe admin admin] 10.222.0.60 "DELETE /v2.0/routers/fc02138b-1d3e-4acb-94de-69c344c0ef7f HTTP/1.1" status: 204 len: 168 time: 1.1806815 Jun 29 10:29:16.448217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34508) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:16.492863 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.db_base_plugin_v2 [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Deleting subnet 94bbfcb0-db7b-4257-bf71-aa0bf03f4704 {{(pid=104295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 29 10:29:16.493169 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Publish callbacks [] for subnet (94bbfcb0-db7b-4257-bf71-aa0bf03f4704), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.528575 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59403022'] for subnet (94bbfcb0-db7b-4257-bf71-aa0bf03f4704), precommit_delete_associations {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.603180 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7924728'] for subnet (94bbfcb0-db7b-4257-bf71-aa0bf03f4704), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.755851 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7924721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58773524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59380977'] for subnet (94bbfcb0-db7b-4257-bf71-aa0bf03f4704), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.781083 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bbfcb0-db7b-4257-bf71-aa0bf03f4704,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:16.784833 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.788033 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-34841591-29ba-4cd0-a8b8-e122e5f83c00 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/94bbfcb0-db7b-4257-bf71-aa0bf03f4704 HTTP/1.1" status: 204 len: 168 time: 0.3394041 Jun 29 10:29:16.790508 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a364e-5540-49be-bd0b-5043dc19e622 None None] Network 669dfacf-5a55-4463-b2b5-2e532bde72ba requested from dv-cinder-847864-5-iscsi {{(pid=104297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 10:29:16.791167 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [-] (104295) accepted ('10.222.0.60', 34510) {{(pid=104295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:16.868725 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7998503'] for network (669dfacf-5a55-4463-b2b5-2e532bde72ba), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.926030 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Deleting port c4083b8a-d36b-456d-bccd-8264ee00af3a {{(pid=104295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:16.926370 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:16.946108 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:29:16.974675 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] DHCP port deletion for 669dfacf-5a55-4463-b2b5-2e532bde72ba request from dv-cinder-847864-5-iscsi {{(pid=104297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 10:29:16.985095 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 88886784-6171-4b4f-9f21-a16280feb752 no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:17.001982 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.db [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] For port c4083b8a-d36b-456d-bccd-8264ee00af3a, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c4083b8a-d36b-456d-bccd-8264ee00af3a,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:17.002393 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.014714 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.plugin [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Calling delete_port for c4083b8a-d36b-456d-bccd-8264ee00af3a owned by network:dhcp {{(pid=104295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:17.022320 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 88886784-6171-4b4f-9f21-a16280feb752 {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:17.022663 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 88886784-6171-4b4f-9f21-a16280feb752 not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:17.023072 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9f49f45d-1a9a-493e-af26-dec59d3f15da no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:17.043434 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: 9f49f45d-1a9a-493e-af26-dec59d3f15da {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:17.043774 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device 9f49f45d-1a9a-493e-af26-dec59d3f15da not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:17.061865 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Deleting port c4083b8a-d36b-456d-bccd-8264ee00af3a {{(pid=104297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 29 10:29:17.062240 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726739683247'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), before_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.124506 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.db [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] For port c4083b8a-d36b-456d-bccd-8264ee00af3a, host dv-cinder-847864-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-5-iscsi',level=0,port_id=c4083b8a-d36b-456d-bccd-8264ee00af3a,segment=NetworkSegment(5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb),segment_id=5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb)] {{(pid=104297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:29:17.124923 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560663'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), precommit_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.140590 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Calling delete_port for c4083b8a-d36b-456d-bccd-8264ee00af3a owned by network:dhcp {{(pid=104297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 29 10:29:17.161406 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58773753'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.186363 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4083b8a-d36b-456d-bccd-8264ee00af3a,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:17.190385 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] No DVR routers for this DVR port c4083b8a-d36b-456d-bccd-8264ee00af3a on host dv-cinder-847864-5-iscsi {{(pid=104295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:29:17.211998 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8034094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726739772182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726739246924'] for port (c4083b8a-d36b-456d-bccd-8264ee00af3a), after_delete {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.234524 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] Pushing event deleted for resources: {'Port': ['ID=c4083b8a-d36b-456d-bccd-8264ee00af3a,revision_number=None']} {{(pid=104297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:17.241387 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe1938-1602-4790-8716-e19def9390d8 None None] No DVR routers for this DVR port c4083b8a-d36b-456d-bccd-8264ee00af3a on host dv-cinder-847864-5-iscsi {{(pid=104297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:29:17.264561 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7927149', 'neutron.services.segments.db._delete_segments_for_network-8726739743690'] for network (669dfacf-5a55-4463-b2b5-2e532bde72ba), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.288207 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669dfacf-5a55-4463-b2b5-2e532bde72ba']}} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:17.293895 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb') {'for_net_delete': True} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:17.294198 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.services.segments.db [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb') {} {{(pid=104295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:29:17.304017 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726739744723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59403063'] for segment (5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb), before_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.317946 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420'] for segment (5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb), precommit_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.324519 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:29:17.324951 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7924420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58773678'] for segment (5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.374688 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb resource provider aggregate not found Jun 29 10:29:17.392067 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.services.segments.plugin [-] Segment 5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ba1ae32-0e96-45e6-b8a2-cf5f8652a2cb found for delete ", "request_id": "req-63fe0394-aa6d-4f15-8d05-52b51cb19e7f"}]} Jun 29 10:29:17.478398 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7927142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573361'] for network (669dfacf-5a55-4463-b2b5-2e532bde72ba), after_delete {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.483621 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron_lib.callbacks.manager [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749216'] for network (None), before_response {{(pid=104295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.487211 dv-cinder-847864-5-iscsi neutron-server[104295]: INFO neutron.wsgi [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] 10.222.0.60 "DELETE /v2.0/networks/669dfacf-5a55-4463-b2b5-2e532bde72ba HTTP/1.1" status: 204 len: 168 time: 0.6946037 Jun 29 10:29:17.498217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3afce-c961-465a-9204-c81811ef4795 admin admin] Pushing event deleted for resources: {'Network': ['ID=669dfacf-5a55-4463-b2b5-2e532bde72ba,revision_number=None']} {{(pid=104295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:17.811443 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34518) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:17.851744 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-09b167b7-3d2e-4354-bcf1-9297dd2ebd2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92fb0a6035684a01866d73db29bd13bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390840 Jun 29 10:29:17.854109 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34520) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:17.900687 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] Publish callbacks [] for security_group (22696b20-2fe8-42db-a460-4f9b1cc6fc73), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:17.921665 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] Publish callbacks [] for security_group (22696b20-2fe8-42db-a460-4f9b1cc6fc73), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.035147 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (22696b20-2fe8-42db-a460-4f9b1cc6fc73), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.037820 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.038928 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22696b20-2fe8-42db-a460-4f9b1cc6fc73 HTTP/1.1" status: 204 len: 168 time: 0.1838737 Jun 29 10:29:18.047678 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a672eb-719b-4d12-b8ed-b06a74cf1d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22696b20-2fe8-42db-a460-4f9b1cc6fc73,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:18.663371 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34526) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:18.706439 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-4f5a87fb-3561-448c-995f-40189c25139a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=503498c45f4e4e7b96641cb4f00e3151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418625 Jun 29 10:29:18.709013 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [-] (104296) accepted ('10.222.0.60', 34528) {{(pid=104296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 10:29:18.760111 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] Publish callbacks [] for security_group (db1752f5-4f26-4236-b08d-c0141e3f5251), before_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.780717 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] Publish callbacks [] for security_group (db1752f5-4f26-4236-b08d-c0141e3f5251), precommit_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.903972 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585401'] for security_group (db1752f5-4f26-4236-b08d-c0141e3f5251), after_delete {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.906540 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron_lib.callbacks.manager [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:18.907711 dv-cinder-847864-5-iscsi neutron-server[104296]: INFO neutron.wsgi [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db1752f5-4f26-4236-b08d-c0141e3f5251 HTTP/1.1" status: 204 len: 168 time: 0.1978097 Jun 29 10:29:18.923038 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc029fe-cc60-4782-aaad-e97956aaff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1752f5-4f26-4236-b08d-c0141e3f5251,revision_number=None']} {{(pid=104296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:29:18.960456 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c4083b8a-d36b-456d-bccd-8264ee00af3a no longer exists at agent ovs-agent-dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:29:18.981015 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] No Port match for: c4083b8a-d36b-456d-bccd-8264ee00af3a {{(pid=104297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 29 10:29:18.983470 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron.plugins.ml2.rpc [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Device c4083b8a-d36b-456d-bccd-8264ee00af3a not bound to the agent host dv-cinder-847864-5-iscsi {{(pid=104297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:29:33.855571 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:36.158379 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-af3b2933-73ed-4371-8759-6b7f74153c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:38.600485 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8e126959-4a36-40e6-a891-f3bfbe1c05be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:39.503244 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:41.370559 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:42.652103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:29:53.945432 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:30:03.895780 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:06.152398 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-038af1d6-f4a9-4316-a031-8dc6c85d12f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:08.599773 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8b695fe0-e97c-45cc-a24a-c7ab30718b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:09.502606 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:11.314584 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:12.633882 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:30.944066 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:30:33.885166 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:36.180740 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-3696fef5-053e-4e27-9d20-4fd30d1e1f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:38.620741 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-77bb4edb-a3bd-45df-b6e7-bc510d3a7fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:39.543399 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:41.380945 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:30:42.668284 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:03.912287 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:06.169118 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8d08ab24-81a5-46dd-aeed-1a55a4433d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:07.943924 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:31:08.609244 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1255-3370-4376-bbff-e751f3380f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:09.541986 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:11.319258 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:12.627823 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:17.617036 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-e9f08363-86a3-4ee1-a1ef-64f095eadffc req-4919ff4e-4acc-4928-8515-f18d5e194718 service neutron] (104295) timed out ('10.222.0.64', 56170) {{(pid=104295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:31:17.777248 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-c0762181-9573-4eaa-b22b-cfce2954bcfa req-b339d5f0-521f-4c8c-9201-d0030a595505 service neutron] (104295) timed out ('10.222.0.64', 56192) {{(pid=104295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:31:33.901870 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:36.176410 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-87bbb0f1-7be2-4804-b880-7d4d11d06624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:38.602702 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-a902f25f-b8fe-4586-adae-5e3f4df14c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:39.551548 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:41.312837 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:42.660009 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:31:44.942544 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:32:03.911278 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:06.150880 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7796-444c-4290-bb6f-97705c47e052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:08.615330 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0c53a497-ba4f-4c01-b915-960100d1f744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:09.518624 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:11.318176 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:12.642189 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:21.941281 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:32:33.895042 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:36.197982 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-159f70a6-ab28-4966-bfaa-d1534e8b4dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:38.632202 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-0a014c19-d1e3-47fa-b389-e6566f501a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:39.522103 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:41.363397 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:42.648926 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:32:58.940556 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:33:03.882970 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:06.145928 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-870bc1f1-cb91-48eb-a091-798925dfa6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:08.591783 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b4c3-678d-4b2c-a9ac-65a6710daf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:09.523057 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:11.350632 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:12.625997 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:33.951350 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:35.940753 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:33:36.161728 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-465b2c4b-938e-4a3d-b338-736523dfffc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:38.631431 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-5346f30d-9cdc-427b-9ad6-2f5140b535ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:39.545455 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:41.338818 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:42.636535 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:33:55.429861 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-aa039482-4584-46f6-9042-af5965ef7c04 service neutron] (104295) timed out ('10.222.0.60', 57032) {{(pid=104295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:33:55.605788 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-4bfde30f-a51e-4df5-9ce9-a274528b7afb req-fba4d79a-00bb-41a9-b2b9-fb351fd73972 tempest-TestShelveInstance-1891585152 tempest-TestShelveInstance-1891585152-project] (104295) timed out ('10.222.0.60', 57040) {{(pid=104295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:34:03.933483 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:06.162619 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-6bc9c5ca-3972-4ac5-9b7a-c56a125df9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:08.590631 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-98596fae-140e-4484-9e0f-9304421a21fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:09.555530 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:11.373893 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:12.636687 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-2aa7de57-de25-40ea-a2d0-3858b3428728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (0cbadecb-bccf-4e5c-8c15-7b9fedce77be), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:12.939098 dv-cinder-847864-5-iscsi neutron-server[104298]: DEBUG neutron.db.agents_db [None req-7a730be4-a8ff-4d2c-867c-4030f58dcfb8 None None] Agent healthcheck: found 6 active agents {{(pid=104298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:34:28.734217 dv-cinder-847864-5-iscsi neutron-server[104295]: DEBUG neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-94f891a8-5303-4c14-a573-5ec845aaba48 service neutron] (104295) timed out ('10.222.0.60', 55778) {{(pid=104295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:34:28.811767 dv-cinder-847864-5-iscsi neutron-server[104296]: DEBUG neutron.wsgi [req-05a65739-d33a-48e8-a8b3-4a6c23dd1c8d req-353cb884-347e-41d8-88b9-692b5c607abd tempest-AttachVolumeShelveTestJSON-1656570900 tempest-AttachVolumeShelveTestJSON-1656570900-project] (104296) timed out ('10.222.0.60', 55786) {{(pid=104296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 10:34:33.939215 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-8cd09d9e-8be0-4440-813d-91c04dad8b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (61e41c7e-ac3c-4ddc-a60c-bea4e99513a3), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:36.178931 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2631-d619-47ba-bae2-da7bad93b7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (7d0bc200-7c96-4039-b869-1e04a9a6b28a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:38.578706 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-74879baf-7d93-4d63-a315-1c4f455bdcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (bb4ef3c4-ed4d-4d3b-b7bb-df5e4478af1a), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:39.544108 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-7a0648b3-f73b-4dc3-90fa-4293562875d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (e44d0ce0-4732-4bd0-b930-64908091f183), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 10:34:41.475635 dv-cinder-847864-5-iscsi neutron-server[104297]: DEBUG neutron_lib.callbacks.manager [None req-655ee45a-5a1e-4335-8a6d-400fbe888baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726739743672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7913812'] for agent (5bdc7e1e-d7e1-445e-9ec6-6bf8fb25845f), after_update {{(pid=104297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}